[ 548.394053] env[65664]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65664) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.394361] env[65664]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65664) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.394528] env[65664]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65664) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.394906] env[65664]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 548.511616] env[65664]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65664) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 548.521314] env[65664]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65664) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 548.565576] env[65664]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 549.124035] env[65664]: INFO nova.virt.driver [None req-aed9b171-78bc-47a4-a5ec-79987b6921b2 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 549.195579] env[65664]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.195743] env[65664]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.195838] env[65664]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65664) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 552.425164] env[65664]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bd1714ab-e88f-4419-89a8-eb395cd587c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.443188] env[65664]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65664) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 552.443408] env[65664]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e3d638d9-af91-4e55-bbb1-3c5b2e7b190e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.480862] env[65664]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bd673. [ 552.481085] env[65664]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.285s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.481631] env[65664]: INFO nova.virt.vmwareapi.driver [None req-aed9b171-78bc-47a4-a5ec-79987b6921b2 None None] VMware vCenter version: 7.0.3 [ 552.485101] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb04ce-a21f-413c-947c-c288ef66b1bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.504221] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578cdf71-7289-4b40-b6f2-d58414e3a602 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.511207] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194009a8-3261-471b-8512-0d1af2065a66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.518939] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7353dc8-0216-432e-beb9-7be3c4900d81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.533120] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3265ee2-faa0-4e0a-be0d-050968f1ed5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.540248] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b688743-ce68-4097-9e38-37cc7913f69c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.572367] env[65664]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6784a13e-41bb-4b5c-98c6-1df06ccabbff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.578165] env[65664]: DEBUG nova.virt.vmwareapi.driver [None req-aed9b171-78bc-47a4-a5ec-79987b6921b2 None None] Extension org.openstack.compute already exists. {{(pid=65664) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 552.580826] env[65664]: INFO nova.compute.provider_config [None req-aed9b171-78bc-47a4-a5ec-79987b6921b2 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 553.083947] env[65664]: DEBUG nova.context [None req-aed9b171-78bc-47a4-a5ec-79987b6921b2 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),620c7900-4342-47ad-9772-c1afb89714fc(cell1) {{(pid=65664) load_cells /opt/stack/nova/nova/context.py:472}} [ 553.084190] env[65664]: INFO nova.utils [None req-aed9b171-78bc-47a4-a5ec-79987b6921b2 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 553.086185] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.086398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.087101] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.087697] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Acquiring lock "620c7900-4342-47ad-9772-c1afb89714fc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.087877] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Lock "620c7900-4342-47ad-9772-c1afb89714fc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.088881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Lock "620c7900-4342-47ad-9772-c1afb89714fc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.110255] env[65664]: INFO dbcounter [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Registered counter for database nova_cell0 [ 553.119274] env[65664]: INFO dbcounter [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Registered counter for database nova_cell1 [ 553.122669] env[65664]: DEBUG oslo_db.sqlalchemy.engines [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65664) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 553.123154] env[65664]: DEBUG oslo_db.sqlalchemy.engines [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65664) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 553.128304] env[65664]: ERROR nova.db.main.api [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 553.128304] env[65664]: func(*args, **kwargs) [ 553.128304] env[65664]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 553.128304] env[65664]: self.work.run() [ 553.128304] env[65664]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 553.128304] env[65664]: result = self.fn(*self.args, **self.kwargs) [ 553.128304] env[65664]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 553.128304] env[65664]: return func(*args, **kwargs) [ 553.128304] env[65664]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 553.128304] env[65664]: result = fn(*args, **kwargs) [ 553.128304] env[65664]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.128304] env[65664]: return f(*args, **kwargs) [ 553.128304] env[65664]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 553.128304] env[65664]: return db.service_get_minimum_version(context, binaries) [ 553.128304] env[65664]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.128304] env[65664]: _check_db_access() [ 553.128304] env[65664]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.128304] env[65664]: stacktrace = ''.join(traceback.format_stack()) [ 553.128304] env[65664]: [ 553.129250] env[65664]: ERROR nova.db.main.api [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 553.129250] env[65664]: func(*args, **kwargs) [ 553.129250] env[65664]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 553.129250] env[65664]: self.work.run() [ 553.129250] env[65664]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 553.129250] env[65664]: result = self.fn(*self.args, **self.kwargs) [ 553.129250] env[65664]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 553.129250] env[65664]: return func(*args, **kwargs) [ 553.129250] env[65664]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 553.129250] env[65664]: result = fn(*args, **kwargs) [ 553.129250] env[65664]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.129250] env[65664]: return f(*args, **kwargs) [ 553.129250] env[65664]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 553.129250] env[65664]: return db.service_get_minimum_version(context, binaries) [ 553.129250] env[65664]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.129250] env[65664]: _check_db_access() [ 553.129250] env[65664]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.129250] env[65664]: stacktrace = ''.join(traceback.format_stack()) [ 553.129250] env[65664]: [ 553.129774] env[65664]: WARNING nova.objects.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 553.129888] env[65664]: WARNING nova.objects.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Failed to get minimum service version for cell 620c7900-4342-47ad-9772-c1afb89714fc [ 553.130341] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Acquiring lock "singleton_lock" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.130492] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Acquired lock "singleton_lock" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.130735] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Releasing lock "singleton_lock" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.131134] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Full set of CONF: {{(pid=65664) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 553.131278] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ******************************************************************************** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 553.131394] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] Configuration options gathered from: {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 553.131521] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 553.131702] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 553.131817] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ================================================================================ {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 553.132077] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] allow_resize_to_same_host = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132257] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] arq_binding_timeout = 300 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132378] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] backdoor_port = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132492] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] backdoor_socket = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132667] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] block_device_allocate_retries = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.132838] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] block_device_allocate_retries_interval = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133057] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cell_worker_thread_pool_size = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133239] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cert = self.pem {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133397] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133554] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute_monitors = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133705] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] config_dir = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133863] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] config_drive_format = iso9660 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.133984] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134160] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] config_source = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134325] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] console_host = devstack {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134507] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] control_exchange = nova {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134659] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cpu_allocation_ratio = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134809] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] daemon = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.134967] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] debug = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.135131] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_access_ip_network_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.135286] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_availability_zone = nova {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.135431] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_ephemeral_format = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.135577] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_green_pool_size = 1000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.135796] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.135964] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_schedule_zone = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.136158] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] default_thread_pool_size = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.136308] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] disk_allocation_ratio = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.136459] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] enable_new_services = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.136606] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] flat_injected = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.136752] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] force_config_drive = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.136900] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] force_raw_images = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.137071] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] graceful_shutdown_timeout = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.137225] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] heal_instance_info_cache_interval = -1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.137437] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] host = cpu-1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.137639] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.137798] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] initial_disk_allocation_ratio = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.137951] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] initial_ram_allocation_ratio = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.138171] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.138336] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_build_timeout = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.138492] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_delete_interval = 300 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.138648] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_format = [instance: %(uuid)s] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.138805] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_name_template = instance-%08x {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.138963] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_usage_audit = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.139205] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_usage_audit_period = month {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.139376] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.139536] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] instances_path = /opt/stack/data/nova/instances {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.139691] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] internal_service_availability_zone = internal {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.139838] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] key = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.140045] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] live_migration_retry_count = 30 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.140227] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_color = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.140384] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_config_append = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.140554] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.140741] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_dir = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.140895] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_file = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141025] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_options = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141185] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_rotate_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141343] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_rotate_interval_type = days {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141498] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] log_rotation_type = none {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141624] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141742] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.141898] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.142122] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.142247] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.142410] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] long_rpc_timeout = 1800 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.142559] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] max_concurrent_builds = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.142710] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] max_concurrent_live_migrations = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.142857] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] max_concurrent_snapshots = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.143031] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] max_local_block_devices = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.143168] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] max_logfile_count = 30 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.143316] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] max_logfile_size_mb = 200 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.143463] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] maximum_instance_delete_attempts = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.143651] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] migrate_max_retries = -1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.143819] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] mkisofs_cmd = genisoimage {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144025] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] my_block_storage_ip = 10.180.1.21 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144153] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] my_ip = 10.180.1.21 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144349] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144504] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] network_allocate_retries = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144675] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144833] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] osapi_compute_unique_server_name_scope = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.144984] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] password_length = 12 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.145151] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] periodic_enable = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.145312] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] periodic_fuzzy_delay = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.145472] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] pointer_model = usbtablet {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.145628] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] preallocate_images = none {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.145779] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] publish_errors = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.145898] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] pybasedir = /opt/stack/nova {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.146066] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ram_allocation_ratio = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.146225] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] rate_limit_burst = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.146384] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] rate_limit_except_level = CRITICAL {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.146533] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] rate_limit_interval = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.146719] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reboot_timeout = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.146886] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reclaim_instance_interval = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147048] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] record = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147215] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reimage_timeout_per_gb = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147373] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] report_interval = 120 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147523] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] rescue_timeout = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147670] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reserved_host_cpus = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147815] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reserved_host_disk_mb = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.147964] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reserved_host_memory_mb = 512 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.148128] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] reserved_huge_pages = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.148307] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] resize_confirm_window = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.148463] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] resize_fs_using_block_device = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.148613] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] resume_guests_state_on_host_boot = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.148770] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.148921] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] rpc_response_timeout = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.149083] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] run_external_periodic_tasks = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.149247] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] running_deleted_instance_action = reap {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.149396] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] running_deleted_instance_poll_interval = 1800 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.149544] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] running_deleted_instance_timeout = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.149719] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler_instance_sync_interval = 120 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.149896] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_down_time = 720 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.150108] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] servicegroup_driver = db {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.150254] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] shell_completion = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.150405] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] shelved_offload_time = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.150555] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] shelved_poll_interval = 3600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.150711] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] shutdown_timeout = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.150861] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] source_is_ipv6 = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.151017] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ssl_only = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.151283] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.151451] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] sync_power_state_interval = 600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.151604] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] sync_power_state_pool_size = 1000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.151760] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] syslog_log_facility = LOG_USER {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.151907] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] tempdir = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.152090] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] thread_pool_statistic_period = -1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.152250] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] timeout_nbd = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.152409] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] transport_url = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.152559] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] update_resources_interval = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.152737] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] use_cow_images = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.152901] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] use_journal = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153064] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] use_json = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153218] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] use_rootwrap_daemon = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153366] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] use_stderr = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153512] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] use_syslog = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153656] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vcpu_pin_set = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153812] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plugging_is_fatal = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.153967] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plugging_timeout = 300 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.154136] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] virt_mkfs = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.154311] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] volume_usage_poll_interval = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.154479] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] watch_log_file = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.154637] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] web = /usr/share/spice-html5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.154812] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_concurrency.disable_process_locking = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155392] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155582] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155759] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.155950] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156136] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156297] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156460] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156621] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156778] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.156937] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.compute_link_prefix = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157109] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157279] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.dhcp_domain = novalocal {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157474] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.enable_instance_password = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157632] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.glance_link_prefix = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157789] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.157950] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158115] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.instance_list_per_project_cells = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158271] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.list_records_by_skipping_down_cells = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158424] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.local_metadata_per_cell = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158578] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.max_limit = 1000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158731] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.metadata_cache_expiration = 15 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.158932] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.neutron_default_project_id = default {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159167] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.response_validation = warn {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159338] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.use_neutron_default_nets = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159500] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159653] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159809] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.159980] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160184] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_dynamic_targets = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160340] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_jsonfile_path = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160508] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160689] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.backend = dogpile.cache.memcached {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160846] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.backend_argument = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.160995] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.backend_expiration_time = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161171] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.config_prefix = cache.oslo {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161331] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.dead_timeout = 60.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161483] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.debug_cache_backend = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161632] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.enable_retry_client = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161780] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.enable_socket_keepalive = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.161938] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.enabled = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162135] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.enforce_fips_mode = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162299] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.expiration_time = 600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162458] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.hashclient_retry_attempts = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162613] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.hashclient_retry_delay = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162765] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_dead_retry = 300 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.162912] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_password = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163078] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163235] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163386] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_pool_maxsize = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163539] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163686] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_sasl_enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.163854] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164014] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_socket_timeout = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164176] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.memcache_username = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164352] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.proxies = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164520] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_db = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164670] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_password = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164832] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_sentinel_service_name = mymaster {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.164999] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165173] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_server = localhost:6379 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165328] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_socket_timeout = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165477] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.redis_username = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165627] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.retry_attempts = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165782] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.retry_delay = 0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.165934] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.socket_keepalive_count = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166099] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.socket_keepalive_idle = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166256] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.socket_keepalive_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166407] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.tls_allowed_ciphers = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166550] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.tls_cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166694] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.tls_certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166842] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.tls_enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.166987] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cache.tls_keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167164] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167329] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.auth_type = password {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167480] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167642] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.catalog_info = volumev3::publicURL {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167793] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.167943] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168109] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.cross_az_attach = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168267] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.debug = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168416] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.endpoint_template = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168568] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.http_retries = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168720] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.168866] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.os_region_name = RegionOne {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cinder.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.cpu_dedicated_set = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.cpu_shared_set = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.image_type_exclude_list = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170488] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170488] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.max_concurrent_disk_ops = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170488] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.max_disk_devices_to_attach = -1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170600] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170718] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.170860] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.resource_provider_association_refresh = 300 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171016] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171173] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.shutdown_retry_interval = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171347] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171520] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] conductor.workers = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171679] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] console.allowed_origins = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.171830] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] console.ssl_ciphers = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172019] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] console.ssl_minimum_version = default {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172192] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] consoleauth.enforce_session_timeout = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172356] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] consoleauth.token_ttl = 600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172519] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172664] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172816] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.172981] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173152] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173341] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173494] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173641] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173793] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.173939] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174100] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174254] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174403] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174560] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.service_type = accelerator {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174712] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.174858] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175012] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175168] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175339] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175491] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] cyborg.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175647] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.asyncio_connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175795] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.asyncio_slave_connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.175950] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.backend = sqlalchemy {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176123] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176282] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.connection_debug = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176437] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.connection_parameters = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176587] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.connection_recycle_time = 3600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176734] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.connection_trace = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.176882] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.db_inc_retry_interval = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177042] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.db_max_retries = 20 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177313] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.db_max_retry_interval = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177406] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.db_retry_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177510] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.max_overflow = 50 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177662] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.max_pool_size = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177810] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.max_retries = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.177966] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178130] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.mysql_wsrep_sync_wait = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178277] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.pool_timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178426] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.retry_interval = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178571] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.slave_connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178716] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.sqlite_synchronous = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.178861] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] database.use_db_reconnect = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179028] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.asyncio_connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179173] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.asyncio_slave_connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179333] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.backend = sqlalchemy {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179489] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179640] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.connection_debug = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179795] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.connection_parameters = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.179948] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.connection_recycle_time = 3600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180142] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.connection_trace = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180301] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.db_inc_retry_interval = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180455] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.db_max_retries = 20 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180605] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.db_max_retry_interval = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180754] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.db_retry_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.180904] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.max_overflow = 50 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181064] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.max_pool_size = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181219] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.max_retries = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181378] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181528] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181675] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.pool_timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.181824] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.retry_interval = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182042] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.slave_connection = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182158] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] api_database.sqlite_synchronous = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182329] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] devices.enabled_mdev_types = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182494] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182654] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ephemeral_storage_encryption.default_format = luks {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182803] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ephemeral_storage_encryption.enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.182984] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183154] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.api_servers = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183320] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183471] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183621] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183766] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.183913] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184074] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.debug = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184233] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.default_trusted_certificate_ids = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184399] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.enable_certificate_validation = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184543] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.enable_rbd_download = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184690] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184842] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.184991] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185155] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185303] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185453] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.num_retries = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185609] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.rbd_ceph_conf = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185758] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.rbd_connect_timeout = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.185910] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.rbd_pool = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186084] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.rbd_user = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186236] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186383] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186527] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186680] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.service_type = image {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186825] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.186970] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187140] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187286] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187452] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187601] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.verify_glance_signatures = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187748] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] glance.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.187901] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] guestfs.debug = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188070] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188231] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.auth_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188379] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188525] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188675] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188823] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.188972] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189141] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189287] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189431] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189586] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189763] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.189925] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190108] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190267] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190427] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.service_type = shared-file-system {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190579] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.share_apply_policy_timeout = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190768] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.190924] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191086] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191241] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191414] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191563] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] manila.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.191746] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] mks.enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192144] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192334] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] image_cache.manager_interval = 2400 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192497] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] image_cache.precache_concurrency = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192657] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] image_cache.remove_unused_base_images = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.192828] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193021] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193214] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] image_cache.subdirectory_name = _base {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193388] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.api_max_retries = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193543] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.api_retry_interval = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193694] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193846] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.auth_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.193995] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194159] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194312] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194464] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.conductor_group = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194612] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194760] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.194906] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195069] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195221] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195369] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195513] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195667] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.peer_list = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195813] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.195958] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196134] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.serial_console_state_timeout = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196283] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196441] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.service_type = baremetal {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196589] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.shard = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196739] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.196886] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197044] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197198] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197366] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197516] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ironic.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197684] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.197847] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] key_manager.fixed_key = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198026] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198185] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.barbican_api_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198332] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.barbican_endpoint = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198491] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.barbican_endpoint_type = public {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198639] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.barbican_region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198785] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.198928] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199089] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199243] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199389] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199539] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.number_of_retries = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199687] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.retry_delay = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199837] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.send_service_user_token = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.199989] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200149] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200299] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.verify_ssl = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200444] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican.verify_ssl_path = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200596] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200747] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.auth_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.200893] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201047] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201205] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201354] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201498] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201643] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201786] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] barbican_service_user.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.201940] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.approle_role_id = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202130] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.approle_secret_id = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202302] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.kv_mountpoint = secret {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202451] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.kv_path = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202604] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.kv_version = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202751] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.namespace = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.202898] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.root_token_id = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203087] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.ssl_ca_crt_file = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203262] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.timeout = 60.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203415] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.use_ssl = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203574] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203732] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.203880] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204041] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204197] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204349] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204490] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204637] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204783] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.204929] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205084] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205234] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205378] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205522] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205678] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.service_type = identity {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205825] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.205972] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206140] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206288] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206454] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206602] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] keystone.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.206781] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.ceph_mount_options = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207101] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207279] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.connection_uri = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207433] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_mode = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207588] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_model_extra_flags = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207745] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_models = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.207902] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_power_governor_high = performance {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208069] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_power_governor_low = powersave {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208228] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_power_management = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208394] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208561] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.device_detach_attempts = 8 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208713] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.device_detach_timeout = 20 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.208864] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.disk_cachemodes = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209046] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.disk_prefix = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209273] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.enabled_perf_events = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209424] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.file_backed_memory = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209583] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.gid_maps = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209751] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.hw_disk_discard = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.209917] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.hw_machine_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210109] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_rbd_ceph_conf = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210274] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210442] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210671] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_rbd_glance_store_name = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210760] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_rbd_pool = rbd {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.210941] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_type = default {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211108] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.images_volume_group = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211265] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.inject_key = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211432] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.inject_partition = -2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211583] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.inject_password = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211732] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.iscsi_iface = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.211880] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.iser_use_multipath = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212068] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_bandwidth = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212233] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212408] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_downtime = 500 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212561] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212713] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.212877] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_inbound_addr = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213110] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213302] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_permit_post_copy = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213457] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_scheme = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213633] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_timeout_action = abort {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213785] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_tunnelled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.213932] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_uri = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214093] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.live_migration_with_native_tls = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214247] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.max_queues = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214400] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214628] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.214781] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.nfs_mount_options = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215083] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215254] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215410] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.num_iser_scan_tries = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215561] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.num_memory_encrypted_guests = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215712] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.215862] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.num_pcie_ports = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216027] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.num_volume_scan_tries = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216189] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.pmem_namespaces = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216335] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.quobyte_client_cfg = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216628] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216796] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rbd_connect_timeout = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.216950] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217117] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217271] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rbd_secret_uuid = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217418] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rbd_user = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217570] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217729] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.remote_filesystem_transport = ssh {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.217877] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rescue_image_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218034] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rescue_kernel_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218183] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rescue_ramdisk_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218340] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218485] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.rx_queue_size = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218639] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.smbfs_mount_options = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.218918] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219104] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.snapshot_compression = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219260] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.snapshot_image_format = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219476] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219636] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.sparse_logical_volumes = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219788] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.swtpm_enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.219945] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.swtpm_group = tss {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220115] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.swtpm_user = tss {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220274] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.sysinfo_serial = unique {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220420] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.tb_cache_size = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220568] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.tx_queue_size = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220720] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.uid_maps = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.220871] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.use_virtio_for_bridges = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221038] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.virt_type = kvm {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221201] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.volume_clear = zero {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221353] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.volume_clear_size = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221502] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.volume_enforce_multipath = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221654] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.volume_use_multipath = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.221800] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_cache_path = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222011] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222169] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_mount_group = qemu {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222328] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_mount_opts = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222486] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222749] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.222913] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.vzstorage_mount_user = stack {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223129] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223314] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223478] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.auth_type = password {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223626] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223770] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.223917] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224078] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224232] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224393] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.default_floating_pool = public {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224539] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224690] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.extension_sync_interval = 600 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224841] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.http_retries = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.224991] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225160] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225309] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225464] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225613] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225767] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.ovs_bridge = br-int {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.225917] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.physnets = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226085] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.region_name = RegionOne {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226242] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226401] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.service_metadata_proxy = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226551] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226706] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.service_type = network {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.226855] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227011] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227167] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227316] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227487] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227639] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] neutron.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227797] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] notifications.bdms_in_notifications = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.227962] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] notifications.default_level = INFO {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228128] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] notifications.include_share_mapping = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228295] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] notifications.notification_format = unversioned {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228445] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] notifications.notify_on_state_change = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228608] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228771] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] pci.alias = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.228928] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] pci.device_spec = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229104] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] pci.report_in_placement = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229268] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229429] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.auth_type = password {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229585] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229732] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.229877] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230037] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230190] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230341] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230484] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.default_domain_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230630] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.default_domain_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230775] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.domain_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.230920] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.domain_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231077] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231233] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231376] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231521] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231664] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231816] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.password = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.231967] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.project_domain_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232154] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.project_domain_name = Default {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232313] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.project_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232476] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.project_name = service {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232633] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.region_name = RegionOne {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232782] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.232929] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233119] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.service_type = placement {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233286] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233435] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233584] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233732] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.system_scope = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.233878] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234035] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.trust_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234188] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.user_domain_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234343] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.user_domain_name = Default {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234491] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.user_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234651] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.username = nova {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234815] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.234963] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] placement.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235149] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.cores = 20 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235305] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.count_usage_from_placement = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235466] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235634] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.injected_file_content_bytes = 10240 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235789] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.injected_file_path_length = 255 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.235941] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.injected_files = 5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236119] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.instances = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236275] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.key_pairs = 100 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236427] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.metadata_items = 128 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236578] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.ram = 51200 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236725] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.recheck_quota = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.236879] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.server_group_members = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237041] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.server_groups = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237245] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237405] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] quota.unified_limits_resource_strategy = require {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237568] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237720] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.237870] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.image_metadata_prefilter = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238027] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238185] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.max_attempts = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238335] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.max_placement_results = 1000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238484] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238641] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.query_placement_for_image_type_support = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238790] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.238952] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] scheduler.workers = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239125] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239289] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239455] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239612] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239767] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.239921] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240089] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240279] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240440] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.host_subset_size = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240593] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240740] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.240889] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241054] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241209] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241362] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.isolated_hosts = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241511] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.isolated_images = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241661] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241807] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.241960] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242167] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.pci_in_placement = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242328] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242482] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242633] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242783] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.242932] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243120] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243330] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.track_instance_changes = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243510] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243672] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] metrics.required = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243824] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] metrics.weight_multiplier = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.243975] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244147] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] metrics.weight_setting = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244484] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244648] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] serial_console.enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244815] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] serial_console.port_range = 10000:20000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.244976] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245151] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245312] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] serial_console.serialproxy_port = 6083 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245470] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245631] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.auth_type = password {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245779] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.245925] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246087] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246242] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246388] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246544] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.send_service_user_token = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246694] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246839] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] service_user.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.246995] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.agent_enabled = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247162] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247466] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247658] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247817] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.html5proxy_port = 6082 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.247966] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.image_compression = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248130] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.jpeg_compression = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248276] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.playback_compression = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248426] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.require_secure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248583] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.server_listen = 127.0.0.1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248735] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.248999] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249176] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.streaming_mode = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249329] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] spice.zlib_compression = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249486] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] upgrade_levels.baseapi = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249645] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] upgrade_levels.compute = auto {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249793] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] upgrade_levels.conductor = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.249939] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] upgrade_levels.scheduler = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250108] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250263] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.auth_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250411] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250559] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250706] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250852] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.250998] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251162] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251307] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vendordata_dynamic_auth.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251466] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.api_retry_count = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251613] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.ca_file = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251772] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.cache_prefix = devstack-image-cache {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.251925] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.cluster_name = testcl1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252124] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.connection_pool_size = 10 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252285] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.console_delay_seconds = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252446] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.datastore_regex = ^datastore.* {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252655] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252829] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.host_password = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.252990] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.host_port = 443 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253167] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.host_username = administrator@vsphere.local {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253326] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.insecure = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253475] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.integration_bridge = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253627] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.maximum_objects = 100 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253772] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.pbm_default_policy = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.253921] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.pbm_enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254077] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.pbm_wsdl_location = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254238] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254412] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.serial_port_proxy_uri = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254565] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.serial_port_service_uri = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254720] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.task_poll_interval = 0.5 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.254879] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.use_linked_clone = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255049] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.vnc_keymap = en-us {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255210] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.vnc_port = 5900 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255362] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vmware.vnc_port_total = 10000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255540] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.auth_schemes = ['none'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.255732] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256056] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256343] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256530] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.novncproxy_port = 6080 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256716] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.server_listen = 127.0.0.1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.256889] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257061] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.vencrypt_ca_certs = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257219] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.vencrypt_client_cert = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257406] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vnc.vencrypt_client_key = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257576] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257731] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.disable_deep_image_inspection = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.257883] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258373] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258373] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258373] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.disable_rootwrap = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258542] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.enable_numa_live_migration = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258694] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258840] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.258991] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259187] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.libvirt_disable_apic = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259372] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259545] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259701] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.259855] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260013] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260177] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260328] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260505] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260662] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260818] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.260991] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261166] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] wsgi.secure_proxy_ssl_header = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261323] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] zvm.ca_file = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261473] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] zvm.cloud_connector_url = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261773] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.261943] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] zvm.reachable_timeout = 300 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262149] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262326] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262495] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.connection_string = messaging:// {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262650] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.enabled = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262808] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.es_doc_type = notification {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.262968] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.es_scroll_size = 10000 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263168] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.es_scroll_time = 2m {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263326] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.filter_error_trace = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263482] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.hmac_keys = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263640] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.sentinel_service_name = mymaster {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263795] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.socket_timeout = 0.1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.263945] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.trace_requests = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264107] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler.trace_sqlalchemy = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264293] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler_jaeger.process_tags = {} {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264467] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler_jaeger.service_name_prefix = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264624] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] profiler_otlp.service_name_prefix = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264788] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.264938] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265106] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265263] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265416] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265569] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265961] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.265961] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266046] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266181] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266332] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266491] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266649] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266803] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.266955] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267128] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267283] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267435] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267593] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267815] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.267891] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268053] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268213] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268362] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268511] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268661] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268809] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.268963] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269122] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269276] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269428] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.ssl = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269588] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269745] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.269897] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270067] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270229] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.ssl_version = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270382] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270558] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270714] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_notifications.retry = -1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.270880] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271052] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_messaging_notifications.transport_url = **** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271249] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.auth_section = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271419] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.auth_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271572] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.cafile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271723] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.certfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.271873] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.collect_timing = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272058] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.connect_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272225] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.connect_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272376] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.endpoint_id = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272540] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.endpoint_interface = publicURL {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272686] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.endpoint_override = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272834] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.endpoint_region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.272991] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.endpoint_service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.273172] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.endpoint_service_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.273328] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.insecure = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.273473] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.keyfile = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.273620] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.max_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.273767] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.min_version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.273914] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.region_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274077] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.retriable_status_codes = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274231] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.service_name = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274380] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.service_type = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274531] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.split_loggers = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274677] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.status_code_retries = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274824] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.status_code_retry_delay = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.274972] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.timeout = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.275134] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.valid_interfaces = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.275282] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_limit.version = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.275437] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_reports.file_event_handler = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.275586] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.275730] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] oslo_reports.log_dir = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.275887] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276052] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276206] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276358] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276512] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276663] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276808] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.276968] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.277131] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.group = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.277282] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.277430] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.277585] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.277737] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.277884] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] vif_plug_ovs_privileged.user = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.278051] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.flat_interface = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.278228] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.278392] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.278555] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.278716] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.278879] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.279044] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.279202] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.279372] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.279532] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.isolate_vif = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.279690] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.279882] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280012] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280178] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.ovsdb_interface = native {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280331] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] os_vif_ovs.per_port_bridge = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280491] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280638] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.group = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280784] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.helper_command = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.280933] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.281103] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.281257] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.281402] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] privsep_osbrick.user = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.281562] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.281708] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.group = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.281852] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.helper_command = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.282029] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.282201] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.282357] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.282510] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] nova_sys_admin.user = None {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.282633] env[65664]: DEBUG oslo_service.backend._eventlet.service [None req-34d7eb50-caa8-4b46-825d-08536cc9349f None None] ******************************************************************************** {{(pid=65664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 553.283103] env[65664]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 553.787167] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Getting list of instances from cluster (obj){ [ 553.787167] env[65664]: value = "domain-c8" [ 553.787167] env[65664]: _type = "ClusterComputeResource" [ 553.787167] env[65664]: } {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.788370] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163c3945-9562-4777-bc28-e503a5655a07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.797804] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Got total of 0 instances {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.798436] env[65664]: WARNING nova.virt.vmwareapi.driver [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 553.798892] env[65664]: INFO nova.virt.node [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Generated node identity dcba89b0-9d8d-4507-803f-07189f190295 [ 553.799140] env[65664]: INFO nova.virt.node [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Wrote node identity dcba89b0-9d8d-4507-803f-07189f190295 to /opt/stack/data/n-cpu-1/compute_id [ 554.302355] env[65664]: WARNING nova.compute.manager [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Compute nodes ['dcba89b0-9d8d-4507-803f-07189f190295'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 555.307712] env[65664]: INFO nova.compute.manager [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 556.313580] env[65664]: WARNING nova.compute.manager [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 556.313920] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.314093] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.314254] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.314438] env[65664]: DEBUG nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 556.315386] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c591eff0-b8b2-49df-adf2-b3989869143e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.324865] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e21271c-0271-49c9-ae2e-14114790d609 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.341281] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea1d45-97d3-4c8f-94a9-787b3e8cb972 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.348414] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b51ef-98c9-48f6-babc-6a220047b4b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.377823] env[65664]: DEBUG nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180696MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 556.378079] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.378368] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.881206] env[65664]: WARNING nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] No compute node record for cpu-1:dcba89b0-9d8d-4507-803f-07189f190295: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host dcba89b0-9d8d-4507-803f-07189f190295 could not be found. [ 557.389222] env[65664]: INFO nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: dcba89b0-9d8d-4507-803f-07189f190295 [ 558.897371] env[65664]: DEBUG nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 558.897750] env[65664]: DEBUG nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 559.056680] env[65664]: INFO nova.scheduler.client.report [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] [req-5ff1ab3d-7f52-4172-bba1-30e0e01f145f] Created resource provider record via placement API for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 559.074044] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff1d8a-914d-430e-8d0c-e0cbe07abdca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.082567] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b6c87-db1e-46c1-a80d-b974bb27bf3b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.115022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8426fb1-3710-4452-a6f5-cddb9c826c9d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.121812] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782320e3-c78f-4005-b2d6-1bd19d5b1e5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.135614] env[65664]: DEBUG nova.compute.provider_tree [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.675116] env[65664]: DEBUG nova.scheduler.client.report [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 559.675116] env[65664]: DEBUG nova.compute.provider_tree [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 0 to 1 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.675116] env[65664]: DEBUG nova.compute.provider_tree [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.727132] env[65664]: DEBUG nova.compute.provider_tree [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 1 to 2 during operation: update_traits {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 560.232044] env[65664]: DEBUG nova.compute.resource_tracker [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 560.232044] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.232044] env[65664]: DEBUG nova.service [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Creating RPC server for service compute {{(pid=65664) start /opt/stack/nova/nova/service.py:177}} [ 560.242809] env[65664]: DEBUG nova.service [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] Join ServiceGroup membership for this service compute {{(pid=65664) start /opt/stack/nova/nova/service.py:194}} [ 560.243245] env[65664]: DEBUG nova.servicegroup.drivers.db [None req-3401c624-7975-446b-b6d0-2a73d3797d92 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65664) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 591.244638] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.747604] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Getting list of instances from cluster (obj){ [ 591.747604] env[65664]: value = "domain-c8" [ 591.747604] env[65664]: _type = "ClusterComputeResource" [ 591.747604] env[65664]: } {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.748847] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e5517-b989-47f8-b6d6-cbee73282dda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.758336] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Got total of 0 instances {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.758634] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.758988] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Getting list of instances from cluster (obj){ [ 591.758988] env[65664]: value = "domain-c8" [ 591.758988] env[65664]: _type = "ClusterComputeResource" [ 591.758988] env[65664]: } {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.759961] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342311dc-96d3-4939-b1ff-072cc1fc3d47 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.768831] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Got total of 0 instances {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 603.881925] env[65664]: INFO nova.utils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The default thread pool MainProcess.default is initialized [ 603.881925] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.881925] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.165239] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "1221f226-ead3-4d79-9688-e6e3a3e582c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.165680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.261647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "c5889957-0eba-49e9-b280-e9fbd16a949f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.261647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "c5889957-0eba-49e9-b280-e9fbd16a949f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.384362] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 604.667937] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 604.764836] env[65664]: DEBUG nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 604.921557] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.922368] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.925409] env[65664]: INFO nova.compute.claims [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.196608] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.290205] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.016116] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab609e6-1e59-4be5-b759-9e1680fd1bdc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.029072] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c185add-3436-4679-8e9d-de3b63924504 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.064436] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0267cb0-7132-4221-b40e-67ee3f5062a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.072570] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d018d1f4-0a53-456c-af10-8658192e3fe8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.092957] env[65664]: DEBUG nova.compute.provider_tree [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.596394] env[65664]: DEBUG nova.scheduler.client.report [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.105118] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.105118] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 607.106933] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.911s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.108371] env[65664]: INFO nova.compute.claims [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.623139] env[65664]: DEBUG nova.compute.utils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.623139] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.623529] env[65664]: DEBUG nova.network.neutron [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.624624] env[65664]: WARNING neutronclient.v2_0.client [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.626392] env[65664]: WARNING neutronclient.v2_0.client [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.011532] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.013102] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.029912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "9d789683-0656-48e3-b86c-747a7bc697a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.029912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "9d789683-0656-48e3-b86c-747a7bc697a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.131167] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 608.356191] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d8cde-3509-4a25-aad4-95c09f93fc57 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.368550] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898ad15-7c95-4a25-b16b-d8987097b369 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.409307] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4854f5d-753d-4ca3-bee5-ec39fb138708 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.417662] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954510f7-ccba-4f28-bd48-9228892023fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.435913] env[65664]: DEBUG nova.compute.provider_tree [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.516697] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 608.533317] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 608.577340] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.578484] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.578484] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.578484] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.578660] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.578695] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.578852] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.579033] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 608.579191] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.939028] env[65664]: DEBUG nova.scheduler.client.report [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.043745] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.058980] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.082548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.149173] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 609.182723] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.182723] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.182870] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.184228] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.184520] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.184692] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.184905] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.185089] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.185809] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.185809] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.186078] env[65664]: DEBUG nova.virt.hardware [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.187248] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b0b02-3d3c-470f-ab93-98d7ea48d3ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.201049] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9687f424-6b92-46b6-9cfa-850e55cff50c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.227708] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb7009-321c-4d7d-940f-5b83eb66ffdf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.445415] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.445415] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 609.448772] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.159s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.454182] env[65664]: INFO nova.compute.claims [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.635635] env[65664]: DEBUG nova.policy [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd73af5868fba4b448ce34e844a2c1e3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec6c45b2f6242d984ad9de0ab80d56e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.960842] env[65664]: DEBUG nova.compute.utils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.969170] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 609.969419] env[65664]: DEBUG nova.network.neutron [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 609.970123] env[65664]: WARNING neutronclient.v2_0.client [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.970446] env[65664]: WARNING neutronclient.v2_0.client [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.469946] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 610.676105] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acd37c-c021-4a6c-8114-6e8f72fe4079 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.685437] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3d9937-916a-443d-aaf3-10acf515e1ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.717806] env[65664]: DEBUG nova.policy [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20ec1964fb084de5bfed42fc9b3ffa1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccc1345e145a4ded9c1a78c6833e1aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.720164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d60c9-ff54-47da-81fd-592330cf6862 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.728599] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea9177c-007b-4722-9f36-492862252da1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.745672] env[65664]: DEBUG nova.compute.provider_tree [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.840813] env[65664]: DEBUG nova.network.neutron [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Successfully created port: 6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.250660] env[65664]: DEBUG nova.scheduler.client.report [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.414077] env[65664]: DEBUG nova.network.neutron [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Successfully created port: 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.479777] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 611.512743] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.512969] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.513253] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.513450] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.513590] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.513726] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.513919] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.514081] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.514253] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.514401] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.514564] env[65664]: DEBUG nova.virt.hardware [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.515784] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265f765-2276-49d7-bf70-3b27795e7df3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.524521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8ecf3-44c6-4241-87b2-a8fd98675eef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.756617] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.757291] env[65664]: DEBUG nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 611.761369] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.717s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.761720] env[65664]: INFO nova.compute.claims [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.269027] env[65664]: DEBUG nova.compute.utils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.270304] env[65664]: DEBUG nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 612.771720] env[65664]: DEBUG nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 612.892084] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84128e-3374-436c-8b35-a16951ed8e54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.901378] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4fa216-a27f-42ab-886c-f16096b0c56e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.940787] env[65664]: DEBUG nova.network.neutron [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Successfully updated port: 6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.941568] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4915ae10-d216-496f-8f95-d4e5d8ed19ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.950593] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f548a-c955-4d71-9d71-019811d758d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.970990] env[65664]: DEBUG nova.compute.provider_tree [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.407632] env[65664]: DEBUG nova.network.neutron [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Successfully updated port: 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 613.446674] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "refresh_cache-1c30d555-3318-4ac3-ae2b-330e1774a3cd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.446674] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired lock "refresh_cache-1c30d555-3318-4ac3-ae2b-330e1774a3cd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.446835] env[65664]: DEBUG nova.network.neutron [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.477283] env[65664]: DEBUG nova.scheduler.client.report [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.792434] env[65664]: DEBUG nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.835329] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.835638] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.835808] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.836009] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.836182] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.836390] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.836828] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.836828] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.836940] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.837119] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.837298] env[65664]: DEBUG nova.virt.hardware [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.838930] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0279d-1ae4-4d26-90b0-fbbb0f4baa4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.853026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f7790-2137-4481-a725-dd87a115fa2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.866735] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.876454] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.876856] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55aa50f7-a6a8-4ab1-837e-a8c050841ce9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.892689] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Created folder: OpenStack in parent group-v4. [ 613.892893] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating folder: Project (eca2c08e2c1145d99123e93e18650e90). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.894039] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-139f7b9f-d6eb-4b32-959a-b019d021ba35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.907463] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Created folder: Project (eca2c08e2c1145d99123e93e18650e90) in parent group-v863926. [ 613.907710] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating folder: Instances. Parent ref: group-v863927. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.907966] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe35b1c-8788-4198-893b-ff8b2f6235bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.915420] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "refresh_cache-1221f226-ead3-4d79-9688-e6e3a3e582c4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.915420] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired lock "refresh_cache-1221f226-ead3-4d79-9688-e6e3a3e582c4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.915420] env[65664]: DEBUG nova.network.neutron [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.919920] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Created folder: Instances in parent group-v863927. [ 613.919920] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 613.920028] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.920233] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eccf551-2e0c-405b-ab03-fa55dc5c3512 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.939452] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.939452] env[65664]: value = "task-4414708" [ 613.939452] env[65664]: _type = "Task" [ 613.939452] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.952259] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414708, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.983116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.983703] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 613.987612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.929s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.989211] env[65664]: INFO nova.compute.claims [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.048144] env[65664]: DEBUG nova.network.neutron [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.222431] env[65664]: WARNING neutronclient.v2_0.client [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.334022] env[65664]: DEBUG nova.network.neutron [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Updating instance_info_cache with network_info: [{"id": "6d7ce769-8471-4252-9ef3-224364f74125", "address": "fa:16:3e:97:f1:d3", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7ce769-84", "ovs_interfaceid": "6d7ce769-8471-4252-9ef3-224364f74125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.383918] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "6bad53bf-fb39-496d-9704-10e17d0af6ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.384230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.451032] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414708, 'name': CreateVM_Task, 'duration_secs': 0.31173} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.451215] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.453825] env[65664]: DEBUG oslo_vmware.service [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05905d50-7fdc-4c87-b117-5065cb8023a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.458632] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.460175] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.460175] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349e7838-d428-4bd5-8a37-52d3ef4f344c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.464862] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 614.464862] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ac33c-44ba-d262-9306-3114d525f5e1" [ 614.464862] env[65664]: _type = "Task" [ 614.464862] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.478781] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ac33c-44ba-d262-9306-3114d525f5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.490740] env[65664]: DEBUG nova.compute.utils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.491977] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 614.492266] env[65664]: DEBUG nova.network.neutron [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.492589] env[65664]: WARNING neutronclient.v2_0.client [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.492882] env[65664]: WARNING neutronclient.v2_0.client [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.545623] env[65664]: DEBUG nova.network.neutron [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.697780] env[65664]: DEBUG nova.policy [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b20e108f1b14860a73286078956d2af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c689f7e365b418c8aa331442ed21d02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.838545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Releasing lock "refresh_cache-1c30d555-3318-4ac3-ae2b-330e1774a3cd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.838902] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Instance network_info: |[{"id": "6d7ce769-8471-4252-9ef3-224364f74125", "address": "fa:16:3e:97:f1:d3", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7ce769-84", "ovs_interfaceid": "6d7ce769-8471-4252-9ef3-224364f74125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 614.839348] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:f1:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d7ce769-8471-4252-9ef3-224364f74125', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.850766] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Creating folder: Project (dec6c45b2f6242d984ad9de0ab80d56e). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.853950] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e32ab00-59fb-40cc-9407-d4b85a65ee8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.867882] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Created folder: Project (dec6c45b2f6242d984ad9de0ab80d56e) in parent group-v863926. [ 614.867882] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Creating folder: Instances. Parent ref: group-v863930. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.867882] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8da17d30-ea1a-4400-8861-21cb96a6cc35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.879660] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Created folder: Instances in parent group-v863930. [ 614.879920] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 614.880141] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.880349] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe5ede6-09dc-4aa9-a299-f377599c1c76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.896605] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.905099] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.905099] env[65664]: value = "task-4414711" [ 614.905099] env[65664]: _type = "Task" [ 614.905099] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.914716] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414711, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.977382] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.977738] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.977967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.978115] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.978524] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.978791] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ffaba62-89b1-4e77-a3a3-38b13702b834 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.989983] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.989983] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.990755] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d43e995-3c82-4834-b1a5-4422cc7b99b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.996899] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 615.009806] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ce88a7-53c5-4111-b277-101256b702fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.016355] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 615.016355] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5281713f-416f-be24-f504-ec06abd462f4" [ 615.016355] env[65664]: _type = "Task" [ 615.016355] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.027444] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5281713f-416f-be24-f504-ec06abd462f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.101782] env[65664]: DEBUG nova.network.neutron [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Successfully created port: fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.128043] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e45601-a97f-424f-a38d-08842d690ac3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.138519] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09356391-ce7d-4ebd-82e3-756571c3b302 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.180113] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157fef7-a210-43bc-9999-a124f16c47a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.190317] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3c4063-ca99-4f7a-a225-54572d792c15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.205844] env[65664]: DEBUG nova.compute.provider_tree [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.418270] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414711, 'name': CreateVM_Task, 'duration_secs': 0.379939} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.418270] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.418579] env[65664]: WARNING neutronclient.v2_0.client [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.421300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.524757] env[65664]: WARNING neutronclient.v2_0.client [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.532537] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 615.532789] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating directory with path [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.533138] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4237249a-bbe3-49d4-845a-036885d59249 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.547464] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Created directory with path [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.547663] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Fetch image to [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 615.547837] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Downloading image file data d86e9e98-d4e7-4de1-92c2-950a8a23615e to [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk on the data store datastore1 {{(pid=65664) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 615.548675] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ae0df-e08e-4d34-bc3b-e3f7974d934f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.557363] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda71f9-96f2-4cdc-8b0a-abf0db68fcbb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.570346] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11064af-bc16-4796-b502-38556116e9d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.609950] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa68f0-4b51-4e13-a65e-ddd5e051f238 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.617299] env[65664]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ffa5d277-7cf8-481e-bfed-7f4114a66c1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.708693] env[65664]: DEBUG nova.scheduler.client.report [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.717353] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Downloading image file data d86e9e98-d4e7-4de1-92c2-950a8a23615e to the data store datastore1 {{(pid=65664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 615.807798] env[65664]: DEBUG oslo_vmware.rw_handles [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 615.924015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.924300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.924654] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.924953] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2372d2d1-cc41-4f7b-ae94-36bb6fc72e32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.932988] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 615.932988] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524d68cc-909e-c2ce-df21-bfff45e853a9" [ 615.932988] env[65664]: _type = "Task" [ 615.932988] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.945121] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524d68cc-909e-c2ce-df21-bfff45e853a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.015882] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 616.050847] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.050847] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.051363] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.051436] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.051608] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.051793] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.052387] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.052387] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.053377] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.053377] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.053377] env[65664]: DEBUG nova.virt.hardware [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.054029] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ed6f5-998f-4dd3-a2c6-176b47e7ffaa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.068502] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab031fe-486c-47cc-a2c9-ec71e64da04e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.214318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.215265] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 616.220497] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.138s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.220688] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.220728] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 616.221057] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.800s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.223092] env[65664]: INFO nova.compute.claims [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.226044] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72029a-7144-425c-b8cf-eaea15034ff4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.238990] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebc0461-ae71-469d-8004-a42cffa60b2b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.265032] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1482a52-df27-4fbb-b9c1-56731b1741cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.274524] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c372a1f-c55a-4679-9306-a7a977f78434 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.312457] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180684MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 616.312614] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.447931] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.448376] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.449435] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.517282] env[65664]: DEBUG oslo_vmware.rw_handles [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 616.517661] env[65664]: DEBUG oslo_vmware.rw_handles [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 616.665119] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Downloaded image file data d86e9e98-d4e7-4de1-92c2-950a8a23615e to vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk on the data store datastore1 {{(pid=65664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 616.667605] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 616.667989] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Copying Virtual Disk [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk to [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.668575] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a16d56-4525-4be4-aa49-dd9705d1f4cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.679061] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 616.679061] env[65664]: value = "task-4414712" [ 616.679061] env[65664]: _type = "Task" [ 616.679061] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.692679] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.721534] env[65664]: DEBUG nova.compute.utils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.722967] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 616.723229] env[65664]: DEBUG nova.network.neutron [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 616.725126] env[65664]: WARNING neutronclient.v2_0.client [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.725126] env[65664]: WARNING neutronclient.v2_0.client [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.195808] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.228933] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 617.311575] env[65664]: DEBUG nova.network.neutron [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Successfully updated port: fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 617.380419] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1975d2e3-16d9-4027-bfaa-d0f3b69eb66f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.390232] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e7c8a1-bad7-4e18-854a-718d0466a177 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.425573] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf9d002-65bd-478a-aed3-7c375970ff53 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.436676] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6216096-77b9-4ef3-a50e-0d529e266bf2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.454570] env[65664]: DEBUG nova.compute.provider_tree [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.498441] env[65664]: DEBUG nova.network.neutron [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Updating instance_info_cache with network_info: [{"id": "7e7e9228-209d-4cfc-a82d-f3dc5fe834f4", "address": "fa:16:3e:3f:c6:63", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e9228-20", "ovs_interfaceid": "7e7e9228-209d-4cfc-a82d-f3dc5fe834f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.533594] env[65664]: DEBUG nova.policy [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1211861d5c4db3853a3f07eaaf7777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b4d8332d5124d6b854db176f1f7204e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.692131] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.823774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.824325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquired lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.824404] env[65664]: DEBUG nova.network.neutron [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.958648] env[65664]: DEBUG nova.scheduler.client.report [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.001611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Releasing lock "refresh_cache-1221f226-ead3-4d79-9688-e6e3a3e582c4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.002315] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Instance network_info: |[{"id": "7e7e9228-209d-4cfc-a82d-f3dc5fe834f4", "address": "fa:16:3e:3f:c6:63", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e9228-20", "ovs_interfaceid": "7e7e9228-209d-4cfc-a82d-f3dc5fe834f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 618.002800] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c6:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7e9228-209d-4cfc-a82d-f3dc5fe834f4', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.016773] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Creating folder: Project (ccc1345e145a4ded9c1a78c6833e1aff). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.016773] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee4c7b96-b897-4870-bdfc-41516e3f1e86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.031026] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Created folder: Project (ccc1345e145a4ded9c1a78c6833e1aff) in parent group-v863926. [ 618.031026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Creating folder: Instances. Parent ref: group-v863933. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.031026] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26ffb631-8bd5-48be-8d30-706ab74473f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.041283] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Created folder: Instances in parent group-v863933. [ 618.041603] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 618.041896] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.041964] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5e1fb0-4814-4cdd-a471-e5e1d65e6d13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.064935] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.064935] env[65664]: value = "task-4414715" [ 618.064935] env[65664]: _type = "Task" [ 618.064935] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.074136] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414715, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.191640] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.239602] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 618.271321] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 618.271321] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.271646] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 618.271646] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.271768] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 618.271900] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 618.272290] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.272547] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 618.272782] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 618.272884] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 618.273181] env[65664]: DEBUG nova.virt.hardware [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 618.275235] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823672a7-6ad1-426d-8d14-b74b7532fcaf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.284520] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e17b58-364f-4751-b1ef-22be8efb1e0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.392636] env[65664]: DEBUG nova.network.neutron [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Successfully created port: 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.456810] env[65664]: DEBUG nova.network.neutron [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.464927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.465463] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 618.467989] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.155s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.583321] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414715, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.693399] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.696669} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.693671] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Copied Virtual Disk [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk to [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.694388] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleting the datastore file [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.694388] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b32a40-8ee4-4018-a581-cf98c227a1e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.702264] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 618.702264] env[65664]: value = "task-4414716" [ 618.702264] env[65664]: _type = "Task" [ 618.702264] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.714090] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.971824] env[65664]: DEBUG nova.compute.utils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.980506] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 618.980742] env[65664]: DEBUG nova.network.neutron [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.981152] env[65664]: WARNING neutronclient.v2_0.client [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.981878] env[65664]: WARNING neutronclient.v2_0.client [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.079208] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414715, 'name': CreateVM_Task, 'duration_secs': 0.643019} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.079208] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.079679] env[65664]: WARNING neutronclient.v2_0.client [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.080091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.080237] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.080529] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.080785] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365431e5-20f1-4f8b-9f4a-d9a4e517ea33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.090901] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 619.090901] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525f6aa0-0e3f-7f37-3f77-cdf0320b62bb" [ 619.090901] env[65664]: _type = "Task" [ 619.090901] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.110886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.110886] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.110886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.180996] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.181237] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.215648] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025452} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.216072] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.216340] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Moving file from [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d/d86e9e98-d4e7-4de1-92c2-950a8a23615e to [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e. {{(pid=65664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 619.217269] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b8bbd392-757d-4017-84e5-edf8473d699c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.225570] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 619.225570] env[65664]: value = "task-4414717" [ 619.225570] env[65664]: _type = "Task" [ 619.225570] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.236889] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414717, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.484173] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 619.525324] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1c30d555-3318-4ac3-ae2b-330e1774a3cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.525324] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1221f226-ead3-4d79-9688-e6e3a3e582c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.525324] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c5889957-0eba-49e9-b280-e9fbd16a949f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.525324] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6eb9227e-dcd3-4d76-9ede-f11d0803bd09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.525555] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 9d789683-0656-48e3-b86c-747a7bc697a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.525555] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6bad53bf-fb39-496d-9704-10e17d0af6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.683773] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 619.696647] env[65664]: DEBUG nova.policy [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f414e37947df43c1bf23949b7c6e0734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a80a1e77cc400ca9a3bb08dbc8d68c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.736815] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414717, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036721} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.737119] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] File moved {{(pid=65664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 619.737625] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Cleaning up location [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 619.737625] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleting the datastore file [datastore1] vmware_temp/d3605b11-8a1e-4db8-8082-f4b2d4924b7d {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.737881] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80344e31-3a13-4c6e-b73c-1350fa13c332 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.745698] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 619.745698] env[65664]: value = "task-4414718" [ 619.745698] env[65664]: _type = "Task" [ 619.745698] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.756999] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.028366] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 620.028632] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 620.028798] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_os_type_None': '6', 'num_proj_dec6c45b2f6242d984ad9de0ab80d56e': '1', 'io_workload': '6', 'num_proj_ccc1345e145a4ded9c1a78c6833e1aff': '1', 'num_proj_eca2c08e2c1145d99123e93e18650e90': '1', 'num_proj_9c689f7e365b418c8aa331442ed21d02': '1', 'num_proj_8b4d8332d5124d6b854db176f1f7204e': '1', 'num_task_None': '1', 'num_proj_c7a80a1e77cc400ca9a3bb08dbc8d68c': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 620.208955] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.220893] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d799c5d1-b995-475d-ac50-4710a14fcef3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.237670] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853e78d-7f1c-419b-ae26-78a311103448 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.279794] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a764ce-ea00-4c77-ac3d-ae8b3f1432c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.291661] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8a8a0f-e5dc-4e9f-ad98-c81a29f6400d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.299976] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03135} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.300863] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.301797] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a06e80-6102-4a2e-a0b2-9ac5232b9b7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.314902] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.322284] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "21185914-2473-4832-bc4e-66f746de27cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.322578] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "21185914-2473-4832-bc4e-66f746de27cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.324388] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 620.324388] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524a82a1-d527-e699-c513-fc1085cc5e3f" [ 620.324388] env[65664]: _type = "Task" [ 620.324388] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.337839] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524a82a1-d527-e699-c513-fc1085cc5e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.338704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.339282] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.339282] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.339461] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.339679] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b41d074-209d-40a8-b677-8b70009190b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.343121] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ac12d3-844e-425f-b82e-4ff6843a5c6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.353183] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 620.353183] env[65664]: value = "task-4414719" [ 620.353183] env[65664]: _type = "Task" [ 620.353183] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.359439] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.359754] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.361236] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c102ba2e-9647-4671-99af-618c25563b28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.371726] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.372251] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 620.372251] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526359bb-dac0-8916-5706-fd6689014032" [ 620.372251] env[65664]: _type = "Task" [ 620.372251] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.382669] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526359bb-dac0-8916-5706-fd6689014032, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.387392] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7447ce-7723-492f-a575-dcb5926e13ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.390859] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.391090] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.397961] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 620.397961] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b1dece-f516-7edf-d35c-78f5e56a03fe" [ 620.397961] env[65664]: _type = "Task" [ 620.397961] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.409262] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b1dece-f516-7edf-d35c-78f5e56a03fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.409489] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.409745] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 1c30d555-3318-4ac3-ae2b-330e1774a3cd/1c30d555-3318-4ac3-ae2b-330e1774a3cd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.410491] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.410491] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.410491] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e874e53-1970-4364-8203-790f04c3771e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.413665] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b651b2-9e8d-46bb-9940-a56c45688f45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.419306] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.419536] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.426503] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 620.426503] env[65664]: value = "task-4414720" [ 620.426503] env[65664]: _type = "Task" [ 620.426503] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.432992] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.433197] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.434823] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292bc741-f29c-4632-9a4b-46bb2eb35330 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.440835] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.445302] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 620.445302] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5211644a-0b99-2542-8591-5cd9acef3450" [ 620.445302] env[65664]: _type = "Task" [ 620.445302] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.455100] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5211644a-0b99-2542-8591-5cd9acef3450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.505436] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.546163] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.546485] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.547933] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.547933] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.547933] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.547933] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.547933] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.548196] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.548196] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.548196] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.548196] env[65664]: DEBUG nova.virt.hardware [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.548966] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd487414-1c6b-439d-8e99-731201a0c74d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.561040] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b9ec2-006b-42f1-b128-34553117c204 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.599045] env[65664]: DEBUG nova.network.neutron [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Successfully created port: 8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.824075] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.829666] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.862276] env[65664]: WARNING neutronclient.v2_0.client [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.871859] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414719, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.893901] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.922931] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.945201] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414720, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.958559] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5211644a-0b99-2542-8591-5cd9acef3450, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.959223] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159cbcff-04c7-4b37-8513-841ee83924be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.967348] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 620.967348] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d27b02-6b45-8511-3952-356965bff553" [ 620.967348] env[65664]: _type = "Task" [ 620.967348] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.977622] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d27b02-6b45-8511-3952-356965bff553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.056203] env[65664]: DEBUG nova.network.neutron [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Successfully updated port: 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.331578] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 621.331578] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.863s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.332871] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.125s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.335266] env[65664]: INFO nova.compute.claims [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.369241] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519955} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.369522] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.369748] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.370071] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81351fb6-f5bb-4779-b208-12ee0b83095b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.378182] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 621.378182] env[65664]: value = "task-4414721" [ 621.378182] env[65664]: _type = "Task" [ 621.378182] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.397149] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.397149] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.414149] env[65664]: DEBUG nova.compute.manager [req-5f652cbc-23e9-4d9a-ad88-7bcbc2fed066 req-e6784cac-4251-4fee-8f0c-4f2bc96df1f4 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Received event network-vif-plugged-6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 621.418119] env[65664]: DEBUG oslo_concurrency.lockutils [req-5f652cbc-23e9-4d9a-ad88-7bcbc2fed066 req-e6784cac-4251-4fee-8f0c-4f2bc96df1f4 service nova] Acquiring lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.418119] env[65664]: DEBUG oslo_concurrency.lockutils [req-5f652cbc-23e9-4d9a-ad88-7bcbc2fed066 req-e6784cac-4251-4fee-8f0c-4f2bc96df1f4 service nova] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.418119] env[65664]: DEBUG oslo_concurrency.lockutils [req-5f652cbc-23e9-4d9a-ad88-7bcbc2fed066 req-e6784cac-4251-4fee-8f0c-4f2bc96df1f4 service nova] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.418119] env[65664]: DEBUG nova.compute.manager [req-5f652cbc-23e9-4d9a-ad88-7bcbc2fed066 req-e6784cac-4251-4fee-8f0c-4f2bc96df1f4 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] No waiting events found dispatching network-vif-plugged-6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.418119] env[65664]: WARNING nova.compute.manager [req-5f652cbc-23e9-4d9a-ad88-7bcbc2fed066 req-e6784cac-4251-4fee-8f0c-4f2bc96df1f4 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Received unexpected event network-vif-plugged-6d7ce769-8471-4252-9ef3-224364f74125 for instance with vm_state building and task_state spawning. [ 621.439348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.445138] env[65664]: DEBUG nova.compute.manager [req-fb908826-c53a-4494-ba37-21415142d771 req-8ae1579a-cefd-40c0-9abb-13bce964c395 service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Received event network-vif-plugged-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 621.445379] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb908826-c53a-4494-ba37-21415142d771 req-8ae1579a-cefd-40c0-9abb-13bce964c395 service nova] Acquiring lock "1221f226-ead3-4d79-9688-e6e3a3e582c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.445592] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb908826-c53a-4494-ba37-21415142d771 req-8ae1579a-cefd-40c0-9abb-13bce964c395 service nova] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.445750] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb908826-c53a-4494-ba37-21415142d771 req-8ae1579a-cefd-40c0-9abb-13bce964c395 service nova] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.445920] env[65664]: DEBUG nova.compute.manager [req-fb908826-c53a-4494-ba37-21415142d771 req-8ae1579a-cefd-40c0-9abb-13bce964c395 service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] No waiting events found dispatching network-vif-plugged-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.446090] env[65664]: WARNING nova.compute.manager [req-fb908826-c53a-4494-ba37-21415142d771 req-8ae1579a-cefd-40c0-9abb-13bce964c395 service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Received unexpected event network-vif-plugged-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 for instance with vm_state building and task_state spawning. [ 621.455694] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777829} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.456031] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 1c30d555-3318-4ac3-ae2b-330e1774a3cd/1c30d555-3318-4ac3-ae2b-330e1774a3cd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.456312] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.456619] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee45258b-7983-49b9-ad7b-043bc0271328 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.460139] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.462216] env[65664]: DEBUG nova.network.neutron [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updating instance_info_cache with network_info: [{"id": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "address": "fa:16:3e:14:9e:e1", "network": {"id": "193dd793-df18-4955-8ff3-0afa4d690784", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-273143945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9c689f7e365b418c8aa331442ed21d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe54f12a-ce", "ovs_interfaceid": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.466625] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 621.466625] env[65664]: value = "task-4414722" [ 621.466625] env[65664]: _type = "Task" [ 621.466625] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.484302] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.487578] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d27b02-6b45-8511-3952-356965bff553, 'name': SearchDatastore_Task, 'duration_secs': 0.052942} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.487860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.488542] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 1221f226-ead3-4d79-9688-e6e3a3e582c4/1221f226-ead3-4d79-9688-e6e3a3e582c4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.488542] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e26ef2-d522-45d1-a70b-5191842aceb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.499156] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 621.499156] env[65664]: value = "task-4414723" [ 621.499156] env[65664]: _type = "Task" [ 621.499156] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.508394] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.561188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.561188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.561390] env[65664]: DEBUG nova.network.neutron [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.895179] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071947} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.895495] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.896790] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d5090d-5620-4aa7-8dcf-86e855d74ab8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.926500] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.926500] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c26352-8109-42ed-a9d3-d31b6a6f82e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.956363] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 621.956363] env[65664]: value = "task-4414724" [ 621.956363] env[65664]: _type = "Task" [ 621.956363] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.964736] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Releasing lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.965137] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Instance network_info: |[{"id": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "address": "fa:16:3e:14:9e:e1", "network": {"id": "193dd793-df18-4955-8ff3-0afa4d690784", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-273143945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9c689f7e365b418c8aa331442ed21d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe54f12a-ce", "ovs_interfaceid": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 621.965809] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:9e:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe54f12a-ce97-40f4-89a6-84dec039c51b', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.974096] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Creating folder: Project (9c689f7e365b418c8aa331442ed21d02). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.978564] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9fd5fc1-81c0-4bec-b54f-6ce3ecf3e5ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.982775] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.992330] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070987} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.992633] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.993601] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55935df-7562-4175-9896-d520e5cb556f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.998302] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Created folder: Project (9c689f7e365b418c8aa331442ed21d02) in parent group-v863926. [ 621.998625] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Creating folder: Instances. Parent ref: group-v863936. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.999211] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de613650-1520-4e72-92ea-c234ef2aeebe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.019350] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 1c30d555-3318-4ac3-ae2b-330e1774a3cd/1c30d555-3318-4ac3-ae2b-330e1774a3cd.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.025237] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9471eb86-4a3c-4397-b911-bd15f9ff5331 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.043077] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Created folder: Instances in parent group-v863936. [ 622.043372] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 622.045480] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.046134] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aed00f5e-8655-430d-b502-aee0653e0db3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.070277] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491787} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.071492] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 1221f226-ead3-4d79-9688-e6e3a3e582c4/1221f226-ead3-4d79-9688-e6e3a3e582c4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.071706] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.071967] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e9b0d7-e71e-4a94-b1d6-aba3fa516ecd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.078361] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.078361] env[65664]: value = "task-4414728" [ 622.078361] env[65664]: _type = "Task" [ 622.078361] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.079682] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 622.079682] env[65664]: value = "task-4414727" [ 622.079682] env[65664]: _type = "Task" [ 622.079682] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.084385] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 622.084385] env[65664]: value = "task-4414729" [ 622.084385] env[65664]: _type = "Task" [ 622.084385] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.097447] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414728, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.104245] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.107540] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.233269] env[65664]: DEBUG nova.network.neutron [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.469280] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414724, 'name': ReconfigVM_Task, 'duration_secs': 0.402314} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.473055] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.475226] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1006bb8b-6b89-48d6-a097-c74205e1bdcd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.484646] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 622.484646] env[65664]: value = "task-4414730" [ 622.484646] env[65664]: _type = "Task" [ 622.484646] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.498569] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414730, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.581299] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded8d725-03dc-429a-aa6e-d84f86f723eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.613230] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4d785-4819-4cbb-b380-e9722b310a72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.617099] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414728, 'name': CreateVM_Task, 'duration_secs': 0.455567} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.625016] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.625016] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414727, 'name': ReconfigVM_Task, 'duration_secs': 0.328035} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.626943] env[65664]: WARNING neutronclient.v2_0.client [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.626943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.626943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.626943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.627185] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 1c30d555-3318-4ac3-ae2b-330e1774a3cd/1c30d555-3318-4ac3-ae2b-330e1774a3cd.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.655919] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e30f83-bf56-4673-9368-5f3099e68dfc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.657645] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd1b21d-3966-4df8-9d76-c6ebf28236c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.663673] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d26c7c-acb2-40c1-92df-29de6ce3f9d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.665265] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081926} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.666816] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.670129] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9f8d4f-c63f-4393-82cc-a0de9dedadbb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.673797] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 622.673797] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52835cc7-234b-ac5b-7c2d-1bd3a243d89e" [ 622.673797] env[65664]: _type = "Task" [ 622.673797] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.677273] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c5a9a-c20a-42ac-ae9e-8feca843e8ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.681531] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 622.681531] env[65664]: value = "task-4414731" [ 622.681531] env[65664]: _type = "Task" [ 622.681531] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.704857] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1221f226-ead3-4d79-9688-e6e3a3e582c4/1221f226-ead3-4d79-9688-e6e3a3e582c4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.708915] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1b9c2c-0d5e-48f1-9a4a-9827000df28d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.737291] env[65664]: DEBUG nova.compute.provider_tree [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.744306] env[65664]: DEBUG nova.network.neutron [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Successfully updated port: 8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.748316] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52835cc7-234b-ac5b-7c2d-1bd3a243d89e, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.748316] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.748316] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.748316] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.748549] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.748580] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.754714] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8072b3c1-3092-48f3-ba82-4175076afb4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.757696] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414731, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.759231] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 622.759231] env[65664]: value = "task-4414732" [ 622.759231] env[65664]: _type = "Task" [ 622.759231] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.769454] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.770057] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.775782] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14755eb-1064-4bff-a3c4-d3fa986c3ab5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.779329] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.788203] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 622.788203] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5271084f-e64c-f2ed-aacc-51d373425d41" [ 622.788203] env[65664]: _type = "Task" [ 622.788203] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.800826] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5271084f-e64c-f2ed-aacc-51d373425d41, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.804227] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea3c961-b938-4351-8acb-dd1ed1c87f9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.812825] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 622.812825] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521cb689-92cb-6354-faf6-827165e1eb43" [ 622.812825] env[65664]: _type = "Task" [ 622.812825] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.823710] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521cb689-92cb-6354-faf6-827165e1eb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.997568] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414730, 'name': Rename_Task, 'duration_secs': 0.151418} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.997846] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.998113] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36fc5012-c88c-4073-b412-5245c9c5eabf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.006287] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 623.006287] env[65664]: value = "task-4414733" [ 623.006287] env[65664]: _type = "Task" [ 623.006287] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.019999] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.208516] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414731, 'name': Rename_Task, 'duration_secs': 0.172203} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.211087] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.211087] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9768c48d-3641-4745-b4d8-d142c0f21bd0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.217778] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 623.217778] env[65664]: value = "task-4414734" [ 623.217778] env[65664]: _type = "Task" [ 623.217778] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.227917] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.229601] env[65664]: WARNING neutronclient.v2_0.client [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.242693] env[65664]: DEBUG nova.scheduler.client.report [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.247468] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "refresh_cache-6bad53bf-fb39-496d-9704-10e17d0af6ae" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.247468] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "refresh_cache-6bad53bf-fb39-496d-9704-10e17d0af6ae" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.247468] env[65664]: DEBUG nova.network.neutron [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.272916] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.326330] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521cb689-92cb-6354-faf6-827165e1eb43, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.326718] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.327185] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6eb9227e-dcd3-4d76-9ede-f11d0803bd09/6eb9227e-dcd3-4d76-9ede-f11d0803bd09.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.327347] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab5d3a2-e73c-4ec8-a030-8c303888d737 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.337869] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 623.337869] env[65664]: value = "task-4414735" [ 623.337869] env[65664]: _type = "Task" [ 623.337869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.350094] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.412514] env[65664]: DEBUG nova.network.neutron [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.518347] env[65664]: DEBUG oslo_vmware.api [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414733, 'name': PowerOnVM_Task, 'duration_secs': 0.480251} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.519030] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.519030] env[65664]: INFO nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Took 9.73 seconds to spawn the instance on the hypervisor. [ 623.519284] env[65664]: DEBUG nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.520231] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8e5437-b0bc-423d-b84a-63a4b68676cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.692651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.692651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.733967] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.749310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.749310] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 623.752545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.357s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.754138] env[65664]: INFO nova.compute.claims [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.774713] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414732, 'name': ReconfigVM_Task, 'duration_secs': 0.529441} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.775015] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1221f226-ead3-4d79-9688-e6e3a3e582c4/1221f226-ead3-4d79-9688-e6e3a3e582c4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.776172] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8e30465-f0a3-4421-b670-dd12116abd15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.784188] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 623.784188] env[65664]: value = "task-4414736" [ 623.784188] env[65664]: _type = "Task" [ 623.784188] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.799348] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414736, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.834071] env[65664]: DEBUG nova.network.neutron [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.852316] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.916072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.916072] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Instance network_info: |[{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 623.917483] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:52:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263bb49c-5ebe-4365-b1bd-f0b370752e8f', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.926649] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Creating folder: Project (8b4d8332d5124d6b854db176f1f7204e). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.930035] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95212c27-4902-4c0e-a93a-fda16bddeb58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.943301] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Created folder: Project (8b4d8332d5124d6b854db176f1f7204e) in parent group-v863926. [ 623.943301] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Creating folder: Instances. Parent ref: group-v863939. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.943301] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05793ae-abcf-486b-9f9b-306157dc2d39 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.956021] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Created folder: Instances in parent group-v863939. [ 623.960047] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 623.960508] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.961333] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b76b34-4621-463a-8a99-d8acdf670be5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.988809] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.988809] env[65664]: value = "task-4414739" [ 623.988809] env[65664]: _type = "Task" [ 623.988809] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.998613] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414739, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.034351] env[65664]: WARNING neutronclient.v2_0.client [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.048163] env[65664]: INFO nova.compute.manager [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Took 18.78 seconds to build instance. [ 624.115803] env[65664]: DEBUG nova.network.neutron [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Updating instance_info_cache with network_info: [{"id": "8a4126de-c67e-4c8c-8999-3cf25e96a358", "address": "fa:16:3e:f6:b4:b7", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a4126de-c6", "ovs_interfaceid": "8a4126de-c67e-4c8c-8999-3cf25e96a358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.228784] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.262297] env[65664]: DEBUG nova.compute.utils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.263852] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 624.265484] env[65664]: DEBUG nova.network.neutron [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.265484] env[65664]: WARNING neutronclient.v2_0.client [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.265484] env[65664]: WARNING neutronclient.v2_0.client [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.296104] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414736, 'name': Rename_Task, 'duration_secs': 0.404125} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.296377] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.296685] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83d37d7-9450-41b2-94db-4c81554aba7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.305924] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 624.305924] env[65664]: value = "task-4414740" [ 624.305924] env[65664]: _type = "Task" [ 624.305924] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.315596] env[65664]: DEBUG nova.policy [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0509665d96ad48e696264c37a6c266c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb06207fd233428ab362915dd1176564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.324921] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414740, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.351688] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683093} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.352267] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6eb9227e-dcd3-4d76-9ede-f11d0803bd09/6eb9227e-dcd3-4d76-9ede-f11d0803bd09.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.352621] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.353135] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4692a78d-264f-4b58-b5ab-80487cb8e4af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.364200] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 624.364200] env[65664]: value = "task-4414741" [ 624.364200] env[65664]: _type = "Task" [ 624.364200] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.376898] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.502202] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414739, 'name': CreateVM_Task, 'duration_secs': 0.439219} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.502609] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.504556] env[65664]: WARNING neutronclient.v2_0.client [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.504999] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.505581] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.505581] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.505771] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b1537c-52a3-4f63-8cf4-2c526c7758fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.512255] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 624.512255] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521feda8-b649-6417-8941-9c65f5e15f93" [ 624.512255] env[65664]: _type = "Task" [ 624.512255] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.524894] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521feda8-b649-6417-8941-9c65f5e15f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.554419] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a2065f5-c474-401e-8763-9c9363d5f88d tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "c5889957-0eba-49e9-b280-e9fbd16a949f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.292s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.622921] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "refresh_cache-6bad53bf-fb39-496d-9704-10e17d0af6ae" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.622921] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance network_info: |[{"id": "8a4126de-c67e-4c8c-8999-3cf25e96a358", "address": "fa:16:3e:f6:b4:b7", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a4126de-c6", "ovs_interfaceid": "8a4126de-c67e-4c8c-8999-3cf25e96a358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.623155] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a4126de-c67e-4c8c-8999-3cf25e96a358', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.630819] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating folder: Project (c7a80a1e77cc400ca9a3bb08dbc8d68c). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.631513] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b151efd2-eefb-4282-ab83-4dedb5ea7ee2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.646219] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created folder: Project (c7a80a1e77cc400ca9a3bb08dbc8d68c) in parent group-v863926. [ 624.646581] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating folder: Instances. Parent ref: group-v863942. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.647709] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47a7e6d8-e63a-4bcf-9801-b1c9b3c71631 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.659849] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created folder: Instances in parent group-v863942. [ 624.660735] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 624.661288] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.661596] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a5834ed-0747-412a-bd46-341979fcc94b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.689118] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.689118] env[65664]: value = "task-4414744" [ 624.689118] env[65664]: _type = "Task" [ 624.689118] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.702488] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414744, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.722245] env[65664]: DEBUG nova.network.neutron [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Successfully created port: 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.724989] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "c412415d-810b-4780-9d06-4dd2f04281ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.726087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "c412415d-810b-4780-9d06-4dd2f04281ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.737052] env[65664]: DEBUG oslo_vmware.api [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414734, 'name': PowerOnVM_Task, 'duration_secs': 1.174097} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.737052] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.737052] env[65664]: INFO nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Took 15.59 seconds to spawn the instance on the hypervisor. [ 624.737052] env[65664]: DEBUG nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.737846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4922c4-75b9-43a5-afce-c5e8c993ba58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.768740] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 624.818089] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.875707] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087375} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.876151] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.877186] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a64a868-04f8-4818-ad37-6ef103468699 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.913851] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6eb9227e-dcd3-4d76-9ede-f11d0803bd09/6eb9227e-dcd3-4d76-9ede-f11d0803bd09.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.918178] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782ef604-31a7-45e6-8906-079683e90f49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.940576] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 624.940576] env[65664]: value = "task-4414745" [ 624.940576] env[65664]: _type = "Task" [ 624.940576] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.953916] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.025655] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521feda8-b649-6417-8941-9c65f5e15f93, 'name': SearchDatastore_Task, 'duration_secs': 0.035411} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.029053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.033237] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.033237] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.033237] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.033237] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.033237] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e2067d3-2d5a-46c5-bc0f-85969e52e850 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.044048] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.044048] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.045325] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f7778b-23bc-4335-b974-12ae46a12a2b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.054787] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 625.054787] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523ef355-ac4d-a53d-fcc9-c25a59911229" [ 625.054787] env[65664]: _type = "Task" [ 625.054787] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.058774] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.079148] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523ef355-ac4d-a53d-fcc9-c25a59911229, 'name': SearchDatastore_Task, 'duration_secs': 0.019266} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.083371] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e596fe33-1f9a-4dcf-8bce-3c4cefc43e4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.090136] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 625.090136] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522c75e3-91a6-eb97-da14-caf26cefb9be" [ 625.090136] env[65664]: _type = "Task" [ 625.090136] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.100705] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522c75e3-91a6-eb97-da14-caf26cefb9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.102828] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6532e0-d0d9-4356-be7a-92fcbe06015d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.112700] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc39b729-8dd1-4d1e-8b9f-d7250a33a229 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.158984] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c20ac-68e9-47fb-9cde-089b32ab62d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.165654] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f00ad-86be-4817-8a9b-9bac689f3579 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.187568] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.201751] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414744, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.260325] env[65664]: INFO nova.compute.manager [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Took 20.37 seconds to build instance. [ 625.286259] env[65664]: DEBUG nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Received event network-changed-6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 625.286259] env[65664]: DEBUG nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Refreshing instance network info cache due to event network-changed-6d7ce769-8471-4252-9ef3-224364f74125. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 625.286259] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Acquiring lock "refresh_cache-1c30d555-3318-4ac3-ae2b-330e1774a3cd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.286259] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Acquired lock "refresh_cache-1c30d555-3318-4ac3-ae2b-330e1774a3cd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.286259] env[65664]: DEBUG nova.network.neutron [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Refreshing network info cache for port 6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.320301] env[65664]: DEBUG oslo_vmware.api [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414740, 'name': PowerOnVM_Task, 'duration_secs': 0.962271} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.320638] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.320864] env[65664]: INFO nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Took 13.84 seconds to spawn the instance on the hypervisor. [ 625.321591] env[65664]: DEBUG nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 625.323819] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf4e5c3-7236-42f0-82e1-b59aff5b7543 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.328791] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Received event network-changed-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 625.329024] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Refreshing instance network info cache due to event network-changed-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 625.329247] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquiring lock "refresh_cache-1221f226-ead3-4d79-9688-e6e3a3e582c4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.329409] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquired lock "refresh_cache-1221f226-ead3-4d79-9688-e6e3a3e582c4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.329536] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Refreshing network info cache for port 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.457588] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414745, 'name': ReconfigVM_Task, 'duration_secs': 0.483948} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.458771] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6eb9227e-dcd3-4d76-9ede-f11d0803bd09/6eb9227e-dcd3-4d76-9ede-f11d0803bd09.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.458771] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdb25cd7-bf40-4ee4-b41b-a49d024fa2dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.466446] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 625.466446] env[65664]: value = "task-4414746" [ 625.466446] env[65664]: _type = "Task" [ 625.466446] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.478041] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414746, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.587962] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.602450] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522c75e3-91a6-eb97-da14-caf26cefb9be, 'name': SearchDatastore_Task, 'duration_secs': 0.023991} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.602751] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.603027] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 9d789683-0656-48e3-b86c-747a7bc697a7/9d789683-0656-48e3-b86c-747a7bc697a7.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.603308] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87fe35fd-6183-4b04-b9a0-e62197c6ed96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.611790] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 625.611790] env[65664]: value = "task-4414747" [ 625.611790] env[65664]: _type = "Task" [ 625.611790] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.621519] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.692481] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.706711] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414744, 'name': CreateVM_Task, 'duration_secs': 0.542097} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.707057] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.707496] env[65664]: WARNING neutronclient.v2_0.client [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.708465] env[65664]: DEBUG oslo_vmware.service [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7578e8-0e2c-4135-af95-a69461b52f02 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.716038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.716219] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.716586] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.716903] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751b55ea-9457-44cf-9419-6af851e923e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.724346] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 625.724346] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b2df4d-5725-6af9-3ed8-e5e735bb6cb7" [ 625.724346] env[65664]: _type = "Task" [ 625.724346] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.735325] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b2df4d-5725-6af9-3ed8-e5e735bb6cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.765145] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dab634c4-63b6-4121-abd1-efea0d093c21 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.885s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.791546] env[65664]: WARNING neutronclient.v2_0.client [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.796184] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 625.831834] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.832222] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.832404] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.832625] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.832799] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.832958] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.833244] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.833436] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.833647] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.833836] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.834051] env[65664]: DEBUG nova.virt.hardware [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.834696] env[65664]: WARNING neutronclient.v2_0.client [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.838529] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30468618-b705-4ea4-9a99-6da1b5ee6c5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.849944] env[65664]: INFO nova.compute.manager [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Took 20.68 seconds to build instance. [ 625.858467] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623d1e1-d088-4ca0-8176-0de9e364993e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.949324] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.949711] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.981568] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414746, 'name': Rename_Task, 'duration_secs': 0.33077} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.983104] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.983238] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f0e8364-1ace-4ccc-a0f6-60ecd25e9a22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.993799] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 625.993799] env[65664]: value = "task-4414748" [ 625.993799] env[65664]: _type = "Task" [ 625.993799] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.009925] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.129722] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.201633] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.202429] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 626.205362] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.766s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.206953] env[65664]: INFO nova.compute.claims [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.238869] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.238869] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.238869] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.238869] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.240970] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.240970] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef81c721-5283-4d96-9ca8-17457841e406 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.248744] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.248968] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.249806] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e595888-89df-4966-9365-3a2f02306a37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.260019] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7410763-8d35-4235-a86e-7d454f1e29a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.266985] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 626.266985] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52759ec0-a978-5cc8-acf4-9dfc2e5dfa86" [ 626.266985] env[65664]: _type = "Task" [ 626.266985] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.267477] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.280160] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52759ec0-a978-5cc8-acf4-9dfc2e5dfa86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.352855] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a26c5ec-919c-4536-b49b-630300289c2d tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.187s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.506134] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.625437] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60821} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.625822] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 9d789683-0656-48e3-b86c-747a7bc697a7/9d789683-0656-48e3-b86c-747a7bc697a7.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.625988] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.626152] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b8b2874-2402-4abf-903a-14ba03610328 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631351] env[65664]: INFO nova.compute.manager [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Rebuilding instance [ 626.635277] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 626.635277] env[65664]: value = "task-4414749" [ 626.635277] env[65664]: _type = "Task" [ 626.635277] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.648344] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.681134] env[65664]: DEBUG nova.compute.manager [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.682039] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27a28ba-7445-46a4-852d-4bcf6f707f63 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.714357] env[65664]: DEBUG nova.compute.utils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.716190] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.716190] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.716432] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.716909] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.783242] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 626.783455] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.783659] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad2b629a-12c7-4e06-bf07-c87a327474ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.797040] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.802519] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.803450] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Fetch image to [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 626.803450] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Downloading image file data d86e9e98-d4e7-4de1-92c2-950a8a23615e to [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk on the data store datastore2 {{(pid=65664) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 626.803893] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9430b228-e101-45da-985b-6b814ae56ff2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.813227] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b300d9-a14f-4743-8c02-77af4804a3f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.824654] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cda0a8-819e-42cf-9016-87d242ae83de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.859254] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.864760] env[65664]: DEBUG nova.network.neutron [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Successfully updated port: 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.867037] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8571ff-aa3e-4074-8e8f-5d97541c9c51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.878811] env[65664]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7b6cef75-5f96-421c-b206-070d3538625c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.925163] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Downloading image file data d86e9e98-d4e7-4de1-92c2-950a8a23615e to the data store datastore2 {{(pid=65664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 627.000018] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 627.060239] env[65664]: DEBUG nova.policy [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903e7aca51af4e80add899159ad5c69e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f537621f32df4aab85decbf94afaced2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.066148] env[65664]: DEBUG oslo_vmware.api [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414748, 'name': PowerOnVM_Task, 'duration_secs': 0.952788} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.071080] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.071080] env[65664]: INFO nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Took 11.05 seconds to spawn the instance on the hypervisor. [ 627.071080] env[65664]: DEBUG nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.073492] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d2b309-9125-4264-8e3a-e0afe28cbd90 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.153636] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100972} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.154689] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.155614] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17672c4-8d16-44c1-87c5-6968113f607e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.183787] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9d789683-0656-48e3-b86c-747a7bc697a7/9d789683-0656-48e3-b86c-747a7bc697a7.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.189639] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c30180-9ddd-4676-807f-60895ab732a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.205502] env[65664]: WARNING neutronclient.v2_0.client [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.223176] env[65664]: WARNING neutronclient.v2_0.client [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.225979] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 627.228919] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 627.228919] env[65664]: value = "task-4414750" [ 627.228919] env[65664]: _type = "Task" [ 627.228919] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.249553] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.377657] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "refresh_cache-f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.377657] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquired lock "refresh_cache-f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.377657] env[65664]: DEBUG nova.network.neutron [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.387910] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.495837] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa447443-9fc5-4f52-934f-e268ee8663d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.500729] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Successfully created port: 967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.510496] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1b96c-48cd-4a04-b5a4-5a684f382f03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.571026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e28d5-b85c-48b1-85d4-4926e1ee78d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.587772] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee755d-be76-4f44-bcea-0b7c700ff7a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.627383] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.629751] env[65664]: INFO nova.compute.manager [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Took 18.61 seconds to build instance. [ 627.716484] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.716484] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6066fff1-9eee-46ce-8bae-ae16193e3fd2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.725710] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 627.725710] env[65664]: value = "task-4414751" [ 627.725710] env[65664]: _type = "Task" [ 627.725710] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.745364] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.752294] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414750, 'name': ReconfigVM_Task, 'duration_secs': 0.374572} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.752702] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9d789683-0656-48e3-b86c-747a7bc697a7/9d789683-0656-48e3-b86c-747a7bc697a7.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.753450] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-900e78f7-d29a-46a5-bb68-b65e975e8b04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.761661] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 627.761661] env[65664]: value = "task-4414752" [ 627.761661] env[65664]: _type = "Task" [ 627.761661] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.776871] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414752, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.782950] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 627.783584] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 627.952979] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Downloaded image file data d86e9e98-d4e7-4de1-92c2-950a8a23615e to vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk on the data store datastore2 {{(pid=65664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 627.954734] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 627.954992] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk to [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.955365] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eb41e8b-ea53-418b-b558-2d1c89bd009d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.966733] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 627.966733] env[65664]: value = "task-4414753" [ 627.966733] env[65664]: _type = "Task" [ 627.966733] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.977862] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.141026] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.146247] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a124769-4106-40eb-84cd-dcf7ed6c7837 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.134s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.237677] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414751, 'name': PowerOffVM_Task, 'duration_secs': 0.243681} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.238123] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.238445] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.239337] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc4cb8-1f48-4fa9-a55f-1be3c6afbb4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.249153] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 628.251496] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.251991] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db76fb53-9506-4252-a3c4-8323876f6386 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.272382] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414752, 'name': Rename_Task, 'duration_secs': 0.184974} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.272678] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.272933] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd3d9a7-cca2-4b89-a025-feef3006d2be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.281732] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 628.281732] env[65664]: value = "task-4414755" [ 628.281732] env[65664]: _type = "Task" [ 628.281732] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.290406] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.290668] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.290956] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleting the datastore file [datastore1] c5889957-0eba-49e9-b280-e9fbd16a949f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.291754] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7d001e-62f4-4e65-bda0-370f8a9c25b0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.296900] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.297173] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.297342] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.297523] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.297661] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.297831] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.297997] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.298419] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.298419] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.299467] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.299467] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.300252] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33a6acf-ffe4-4394-9562-b4faf35ed23c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.307432] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.318487] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 628.318487] env[65664]: value = "task-4414756" [ 628.318487] env[65664]: _type = "Task" [ 628.318487] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.319869] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206c2a20-f5f0-44e2-a6cf-1965459de9e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.343872] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.363201] env[65664]: DEBUG nova.network.neutron [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Updated VIF entry in instance network info cache for port 6d7ce769-8471-4252-9ef3-224364f74125. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.363726] env[65664]: DEBUG nova.network.neutron [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Updating instance_info_cache with network_info: [{"id": "6d7ce769-8471-4252-9ef3-224364f74125", "address": "fa:16:3e:97:f1:d3", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7ce769-84", "ovs_interfaceid": "6d7ce769-8471-4252-9ef3-224364f74125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.403312] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Updated VIF entry in instance network info cache for port 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.403709] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Updating instance_info_cache with network_info: [{"id": "7e7e9228-209d-4cfc-a82d-f3dc5fe834f4", "address": "fa:16:3e:3f:c6:63", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e9228-20", "ovs_interfaceid": "7e7e9228-209d-4cfc-a82d-f3dc5fe834f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.480638] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414753, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.587389] env[65664]: DEBUG nova.network.neutron [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.647725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.649105] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 628.652609] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.192s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.654801] env[65664]: INFO nova.compute.claims [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.798296] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.838326] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176484} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.838694] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.839034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.839333] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.866267] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Releasing lock "refresh_cache-1c30d555-3318-4ac3-ae2b-330e1774a3cd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.866625] env[65664]: DEBUG nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Received event network-vif-plugged-8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 628.866862] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Acquiring lock "6bad53bf-fb39-496d-9704-10e17d0af6ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.869150] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.869782] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.870282] env[65664]: DEBUG nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] No waiting events found dispatching network-vif-plugged-8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 628.870282] env[65664]: WARNING nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Received unexpected event network-vif-plugged-8a4126de-c67e-4c8c-8999-3cf25e96a358 for instance with vm_state building and task_state spawning. [ 628.870365] env[65664]: DEBUG nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Received event network-changed-8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 628.870685] env[65664]: DEBUG nova.compute.manager [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Refreshing instance network info cache due to event network-changed-8a4126de-c67e-4c8c-8999-3cf25e96a358. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 628.870685] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Acquiring lock "refresh_cache-6bad53bf-fb39-496d-9704-10e17d0af6ae" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.870838] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Acquired lock "refresh_cache-6bad53bf-fb39-496d-9704-10e17d0af6ae" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.870941] env[65664]: DEBUG nova.network.neutron [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Refreshing network info cache for port 8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.906836] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Releasing lock "refresh_cache-1221f226-ead3-4d79-9688-e6e3a3e582c4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.907035] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Received event network-vif-plugged-fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 628.907077] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquiring lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.907263] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.907420] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.907580] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] No waiting events found dispatching network-vif-plugged-fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 628.907740] env[65664]: WARNING nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Received unexpected event network-vif-plugged-fe54f12a-ce97-40f4-89a6-84dec039c51b for instance with vm_state building and task_state spawning. [ 628.907896] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Received event network-changed-fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 628.908058] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Refreshing instance network info cache due to event network-changed-fe54f12a-ce97-40f4-89a6-84dec039c51b. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 628.908302] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquiring lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.908437] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquired lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.908585] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Refreshing network info cache for port fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.981636] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937887} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.981888] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk to [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.982187] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e/tmp-sparse.vmdk {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.983486] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a119d65-899a-4b87-a99d-0d7e8b619628 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.991127] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 628.991127] env[65664]: value = "task-4414757" [ 628.991127] env[65664]: _type = "Task" [ 628.991127] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.001871] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.035643] env[65664]: WARNING neutronclient.v2_0.client [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.159974] env[65664]: DEBUG nova.compute.utils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.165188] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 629.166025] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 629.166025] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.166236] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.296912] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414755, 'name': PowerOnVM_Task} progress is 86%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.377511] env[65664]: WARNING neutronclient.v2_0.client [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.414166] env[65664]: WARNING neutronclient.v2_0.client [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.509310] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044741} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.509757] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.510105] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Moving file from [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7/d86e9e98-d4e7-4de1-92c2-950a8a23615e to [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e. {{(pid=65664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 629.511883] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-27835d29-e3e7-42fb-abd2-18681de15604 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.523857] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Successfully updated port: 967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.526470] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 629.526470] env[65664]: value = "task-4414758" [ 629.526470] env[65664]: _type = "Task" [ 629.526470] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.543311] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414758, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.573762] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "88653470-6123-4be6-803e-93f5c69f4173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.574080] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "88653470-6123-4be6-803e-93f5c69f4173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.580021] env[65664]: DEBUG nova.policy [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903e7aca51af4e80add899159ad5c69e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f537621f32df4aab85decbf94afaced2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.654486] env[65664]: DEBUG nova.network.neutron [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Updating instance_info_cache with network_info: [{"id": "6f73aa42-eb11-4dab-af7e-c2ca61df5c97", "address": "fa:16:3e:75:f1:42", "network": {"id": "9711507f-1001-4542-aa85-9ed64c9207ff", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-242921587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "eb06207fd233428ab362915dd1176564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f73aa42-eb", "ovs_interfaceid": "6f73aa42-eb11-4dab-af7e-c2ca61df5c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.663650] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 629.801906] env[65664]: DEBUG oslo_vmware.api [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414755, 'name': PowerOnVM_Task, 'duration_secs': 1.32483} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.805917] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.805917] env[65664]: INFO nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Took 11.57 seconds to spawn the instance on the hypervisor. [ 629.805917] env[65664]: DEBUG nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.807519] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01385650-9a73-4f13-9dec-68044f38d771 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.893554] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.893844] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.893997] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.898441] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.899206] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.899399] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.899669] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.900116] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.900273] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.901260] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.901260] env[65664]: DEBUG nova.virt.hardware [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.901751] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d4b2d-aea8-45f4-b948-d4b73d594505 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.921853] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13965a4-324f-4cd4-911c-6ab032b41367 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.947729] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.958569] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 629.963036] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.964272] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bee4d18-4b05-4a8e-9038-492c89298a85 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.000752] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.000752] env[65664]: value = "task-4414759" [ 630.000752] env[65664]: _type = "Task" [ 630.000752] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.015705] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414759, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.027988] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "refresh_cache-21185914-2473-4832-bc4e-66f746de27cc" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.028180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "refresh_cache-21185914-2473-4832-bc4e-66f746de27cc" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.028349] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.041218] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ef24a-705c-4389-834d-b13c74684964 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.049982] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414758, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.048572} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.052397] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf68c873-43d9-4130-92f9-7b1a3c6e5f68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.057376] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] File moved {{(pid=65664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 630.057995] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Cleaning up location [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 630.057995] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore2] vmware_temp/625e4056-6e6c-4af6-82fb-4a281f854ca7 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.059352] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1673a987-c250-4b42-b147-9d4f320f0020 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.096829] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 630.102534] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6114613e-5852-4bda-bc9f-91e59705f8f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.106679] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 630.106679] env[65664]: value = "task-4414760" [ 630.106679] env[65664]: _type = "Task" [ 630.106679] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.107880] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Successfully created port: a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 630.120394] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b42bc-06e8-4694-ac7b-cb6fed8d8835 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.130122] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041776} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.135262] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.136661] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb869f50-29c4-4ef2-85e2-631fd3294a08 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.147166] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.155013] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 630.155013] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ed635b-4532-6f72-0045-d989d6595275" [ 630.155013] env[65664]: _type = "Task" [ 630.155013] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.158472] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Releasing lock "refresh_cache-f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.158905] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Instance network_info: |[{"id": "6f73aa42-eb11-4dab-af7e-c2ca61df5c97", "address": "fa:16:3e:75:f1:42", "network": {"id": "9711507f-1001-4542-aa85-9ed64c9207ff", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-242921587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "eb06207fd233428ab362915dd1176564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f73aa42-eb", "ovs_interfaceid": "6f73aa42-eb11-4dab-af7e-c2ca61df5c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.159911] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f1:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f73aa42-eb11-4dab-af7e-c2ca61df5c97', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.168508] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Creating folder: Project (eb06207fd233428ab362915dd1176564). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.173891] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9059bf-bec3-4912-a17b-0f186bcfa473 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.180032] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ed635b-4532-6f72-0045-d989d6595275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.191713] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Created folder: Project (eb06207fd233428ab362915dd1176564) in parent group-v863926. [ 630.191713] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Creating folder: Instances. Parent ref: group-v863946. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.191713] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2fed3e1-7510-4226-b77b-8ac0663f1b27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.202747] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Created folder: Instances in parent group-v863946. [ 630.202990] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 630.203288] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.203491] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0b00dd9-3e0d-4a5a-ab4b-71716ab6dd53 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.227406] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.227406] env[65664]: value = "task-4414763" [ 630.227406] env[65664]: _type = "Task" [ 630.227406] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.239779] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414763, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.332149] env[65664]: INFO nova.compute.manager [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Took 21.29 seconds to build instance. [ 630.470714] env[65664]: WARNING neutronclient.v2_0.client [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.515902] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414759, 'name': CreateVM_Task, 'duration_secs': 0.4637} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.516129] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.518542] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.518690] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.519091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.520988] env[65664]: WARNING neutronclient.v2_0.client [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.523990] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f845025-7e23-498f-a95f-7dc9d464941c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.530568] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 630.530568] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5215e7e8-bce3-fddf-efd7-9cfedc5bd2b1" [ 630.530568] env[65664]: _type = "Task" [ 630.530568] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.546934] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5215e7e8-bce3-fddf-efd7-9cfedc5bd2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.628565] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.671711] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ed635b-4532-6f72-0045-d989d6595275, 'name': SearchDatastore_Task, 'duration_secs': 0.014187} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.672266] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.672528] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.672976] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c731ee3e-45ea-4487-ae2e-3148b0d1e3c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.684017] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 630.687967] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 630.687967] env[65664]: value = "task-4414764" [ 630.687967] env[65664]: _type = "Task" [ 630.687967] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.698613] env[65664]: ERROR nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [req-fb26ce76-4c69-482a-9518-479e210d19ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb26ce76-4c69-482a-9518-479e210d19ac"}]} [ 630.716670] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.729468] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.729667] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.729796] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.729963] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.730110] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.730243] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.730435] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.730580] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.730732] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.730881] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.731053] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.732025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c8bf4-009d-48d6-ae13-95a5176c0e76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.735673] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.754907] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368b4ca-2e46-41bb-bcb6-e3a64cf26788 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.759339] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414763, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.777911] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.778533] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.796226] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.799331] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.825619] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.836452] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "9d789683-0656-48e3-b86c-747a7bc697a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.807s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.963073] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updated VIF entry in instance network info cache for port fe54f12a-ce97-40f4-89a6-84dec039c51b. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 630.963849] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updating instance_info_cache with network_info: [{"id": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "address": "fa:16:3e:14:9e:e1", "network": {"id": "193dd793-df18-4955-8ff3-0afa4d690784", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-273143945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9c689f7e365b418c8aa331442ed21d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe54f12a-ce", "ovs_interfaceid": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.001967] env[65664]: DEBUG nova.network.neutron [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Updated VIF entry in instance network info cache for port 8a4126de-c67e-4c8c-8999-3cf25e96a358. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.002116] env[65664]: DEBUG nova.network.neutron [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Updating instance_info_cache with network_info: [{"id": "8a4126de-c67e-4c8c-8999-3cf25e96a358", "address": "fa:16:3e:f6:b4:b7", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a4126de-c6", "ovs_interfaceid": "8a4126de-c67e-4c8c-8999-3cf25e96a358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.047991] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5215e7e8-bce3-fddf-efd7-9cfedc5bd2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.051107] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.051423] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.051620] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.051761] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.051935] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.053681] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20a8a6a4-5f12-42f8-98fa-ee6dcd2f59f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.074087] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.074292] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.075171] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929a0656-fed6-4552-a287-ab0b6fc41452 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.084047] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 631.084047] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5269ae5a-57f5-9fde-9555-f4a1b38843e6" [ 631.084047] env[65664]: _type = "Task" [ 631.084047] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.105919] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5269ae5a-57f5-9fde-9555-f4a1b38843e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.107895] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2403f9e-c1db-4a11-8735-ae56f29bb349 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.120110] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f142efe-d653-4988-aab9-70b9b0614e72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.164670] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c28bdae-a9d1-41b3-ac09-434e2437b902 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.178400] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21a3d08-3512-48f7-9e67-db555ba59f8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.203611] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.215553] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414764, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.244606] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414763, 'name': CreateVM_Task, 'duration_secs': 0.56683} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.244819] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.245392] env[65664]: WARNING neutronclient.v2_0.client [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.245807] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.245948] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246792] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.246792] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983564fc-ca30-4eb9-8e1a-f2ca639ea95b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.253112] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 631.253112] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52eb936c-dd08-ca5b-758a-43c9d9d40623" [ 631.253112] env[65664]: _type = "Task" [ 631.253112] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.263055] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52eb936c-dd08-ca5b-758a-43c9d9d40623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.469135] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Releasing lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.469422] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-vif-plugged-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.469616] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquiring lock "9d789683-0656-48e3-b86c-747a7bc697a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.469814] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Lock "9d789683-0656-48e3-b86c-747a7bc697a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.469966] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Lock "9d789683-0656-48e3-b86c-747a7bc697a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.470148] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] No waiting events found dispatching network-vif-plugged-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.470347] env[65664]: WARNING nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received unexpected event network-vif-plugged-263bb49c-5ebe-4365-b1bd-f0b370752e8f for instance with vm_state building and task_state spawning. [ 631.470499] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.470671] env[65664]: DEBUG nova.compute.manager [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing instance network info cache due to event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 631.470809] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquiring lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.470932] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Acquired lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.471088] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.504799] env[65664]: DEBUG oslo_concurrency.lockutils [req-e36700c0-9084-4975-b37a-532bfd8e939d req-156da4d6-b6a6-49f1-a44c-9dad0ffb6d52 service nova] Releasing lock "refresh_cache-6bad53bf-fb39-496d-9704-10e17d0af6ae" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.563957] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.602030] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5269ae5a-57f5-9fde-9555-f4a1b38843e6, 'name': SearchDatastore_Task, 'duration_secs': 0.063968} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.603242] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0611d082-7a93-4151-b5d9-20ed4e15da95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.612505] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 631.612505] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52523d9e-8a7b-e8dd-f68b-cae11a7d94b9" [ 631.612505] env[65664]: _type = "Task" [ 631.612505] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.622765] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52523d9e-8a7b-e8dd-f68b-cae11a7d94b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.700390] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610786} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.700513] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.700731] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.700956] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17fcd6e2-ecc7-43c4-bbe7-573d46b4d4ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.711231] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 631.711231] env[65664]: value = "task-4414765" [ 631.711231] env[65664]: _type = "Task" [ 631.711231] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.721423] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.728480] env[65664]: ERROR nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [req-c9b23e8b-b28c-4ceb-a704-9d275e6d4ad8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9b23e8b-b28c-4ceb-a704-9d275e6d4ad8"}]} [ 631.751972] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 631.766348] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52eb936c-dd08-ca5b-758a-43c9d9d40623, 'name': SearchDatastore_Task, 'duration_secs': 0.033375} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.766646] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.766895] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.767126] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.775821] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 631.775821] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.790093] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Successfully updated port: a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.801979] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 631.838140] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 631.845359] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.845587] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.858310] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Updating instance_info_cache with network_info: [{"id": "967dcc3d-aece-47ad-aa9b-b9622b2daebd", "address": "fa:16:3e:a6:2c:b0", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967dcc3d-ae", "ovs_interfaceid": "967dcc3d-aece-47ad-aa9b-b9622b2daebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.954736] env[65664]: DEBUG nova.compute.manager [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Received event network-vif-plugged-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.954736] env[65664]: DEBUG oslo_concurrency.lockutils [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] Acquiring lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.954979] env[65664]: DEBUG oslo_concurrency.lockutils [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.955058] env[65664]: DEBUG oslo_concurrency.lockutils [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.955188] env[65664]: DEBUG nova.compute.manager [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] No waiting events found dispatching network-vif-plugged-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.955368] env[65664]: WARNING nova.compute.manager [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Received unexpected event network-vif-plugged-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 for instance with vm_state building and task_state spawning. [ 631.955737] env[65664]: DEBUG nova.compute.manager [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Received event network-changed-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.955737] env[65664]: DEBUG nova.compute.manager [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Refreshing instance network info cache due to event network-changed-6f73aa42-eb11-4dab-af7e-c2ca61df5c97. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 631.956310] env[65664]: DEBUG oslo_concurrency.lockutils [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] Acquiring lock "refresh_cache-f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.956310] env[65664]: DEBUG oslo_concurrency.lockutils [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] Acquired lock "refresh_cache-f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.956310] env[65664]: DEBUG nova.network.neutron [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Refreshing network info cache for port 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.974350] env[65664]: WARNING neutronclient.v2_0.client [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.127534] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52523d9e-8a7b-e8dd-f68b-cae11a7d94b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.127534] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.127534] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.127534] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.127706] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.127829] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e5ccdec-68d7-45cf-928c-05271be01131 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.135842] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbb9e6fc-0e8a-4ded-889e-1d07dc2e3f3b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.141615] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaec935-b267-49be-87ac-91b331d2d235 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.146031] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 632.146031] env[65664]: value = "task-4414766" [ 632.146031] env[65664]: _type = "Task" [ 632.146031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.153315] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.153422] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.155436] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2e9202-1058-428e-9a46-58aa91d11cfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.159111] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd47bf5-1b2e-47a1-a370-82899ad12797 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.167384] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.202672] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 632.202672] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524ca644-28f7-586b-8b20-533d049c6955" [ 632.202672] env[65664]: _type = "Task" [ 632.202672] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.203918] env[65664]: WARNING neutronclient.v2_0.client [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.206856] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa9e09-b3ba-4150-be1f-1fe17cb63cc1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.227382] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c8cd8-16eb-4268-80ac-a4c7b3e50aa0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.232092] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524ca644-28f7-586b-8b20-533d049c6955, 'name': SearchDatastore_Task, 'duration_secs': 0.016396} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.238824] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127101} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.239718] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3b30f9-e332-4434-9647-7ccaf3e71b67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.241555] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.250592] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478cea36-1cf5-42b8-afa4-7ae535476014 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.253834] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.280137] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.280137] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 632.280137] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52383dcb-e2cd-c508-dffd-4f48666bf7dd" [ 632.280137] env[65664]: _type = "Task" [ 632.280137] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.283604] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba3ec12-659e-40e8-802b-89f2286ac024 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.303228] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "refresh_cache-b5ed2d00-1d28-4478-bee4-564ec6f945c5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.303228] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "refresh_cache-b5ed2d00-1d28-4478-bee4-564ec6f945c5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.303228] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 632.314138] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52383dcb-e2cd-c508-dffd-4f48666bf7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01477} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.315679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.315967] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb/f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.316349] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 632.316349] env[65664]: value = "task-4414767" [ 632.316349] env[65664]: _type = "Task" [ 632.316349] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.317142] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfa8e017-d801-4c59-aca0-5b3acc49d369 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.331814] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.334674] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 632.334674] env[65664]: value = "task-4414768" [ 632.334674] env[65664]: _type = "Task" [ 632.334674] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.349438] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.364037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "refresh_cache-21185914-2473-4832-bc4e-66f746de27cc" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.364037] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Instance network_info: |[{"id": "967dcc3d-aece-47ad-aa9b-b9622b2daebd", "address": "fa:16:3e:a6:2c:b0", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967dcc3d-ae", "ovs_interfaceid": "967dcc3d-aece-47ad-aa9b-b9622b2daebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 632.364339] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:2c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967dcc3d-aece-47ad-aa9b-b9622b2daebd', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.370827] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Creating folder: Project (f537621f32df4aab85decbf94afaced2). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.371640] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd8dcd2-6967-45e1-a797-6f16c077f603 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.387245] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updated VIF entry in instance network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.387783] env[65664]: DEBUG nova.network.neutron [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.390373] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Created folder: Project (f537621f32df4aab85decbf94afaced2) in parent group-v863926. [ 632.390669] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Creating folder: Instances. Parent ref: group-v863949. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.391585] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b7589b2-80a3-4bc4-88d9-c33247b90477 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.406313] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Created folder: Instances in parent group-v863949. [ 632.406614] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 632.407486] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.407915] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f0b683-dcd2-474a-a301-bf086ccf9cc8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.435079] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.435079] env[65664]: value = "task-4414771" [ 632.435079] env[65664]: _type = "Task" [ 632.435079] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.451069] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414771, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.455657] env[65664]: DEBUG nova.compute.manager [req-f300093b-b50c-43e6-a1c2-b6bf7bd72ecf req-49b1603e-5822-4e61-95d8-f6ddbe2a6d38 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Received event network-vif-plugged-967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 632.455657] env[65664]: DEBUG oslo_concurrency.lockutils [req-f300093b-b50c-43e6-a1c2-b6bf7bd72ecf req-49b1603e-5822-4e61-95d8-f6ddbe2a6d38 service nova] Acquiring lock "21185914-2473-4832-bc4e-66f746de27cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.455657] env[65664]: DEBUG oslo_concurrency.lockutils [req-f300093b-b50c-43e6-a1c2-b6bf7bd72ecf req-49b1603e-5822-4e61-95d8-f6ddbe2a6d38 service nova] Lock "21185914-2473-4832-bc4e-66f746de27cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.455657] env[65664]: DEBUG oslo_concurrency.lockutils [req-f300093b-b50c-43e6-a1c2-b6bf7bd72ecf req-49b1603e-5822-4e61-95d8-f6ddbe2a6d38 service nova] Lock "21185914-2473-4832-bc4e-66f746de27cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.455657] env[65664]: DEBUG nova.compute.manager [req-f300093b-b50c-43e6-a1c2-b6bf7bd72ecf req-49b1603e-5822-4e61-95d8-f6ddbe2a6d38 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] No waiting events found dispatching network-vif-plugged-967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 632.456716] env[65664]: WARNING nova.compute.manager [req-f300093b-b50c-43e6-a1c2-b6bf7bd72ecf req-49b1603e-5822-4e61-95d8-f6ddbe2a6d38 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Received unexpected event network-vif-plugged-967dcc3d-aece-47ad-aa9b-b9622b2daebd for instance with vm_state building and task_state spawning. [ 632.463100] env[65664]: WARNING neutronclient.v2_0.client [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.661997] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.814582] env[65664]: DEBUG nova.scheduler.client.report [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 632.815802] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 19 to 20 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 632.815802] env[65664]: DEBUG nova.compute.provider_tree [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.832532] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414767, 'name': ReconfigVM_Task, 'duration_secs': 0.500445} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.833676] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.837039] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1801e6cb-0696-4486-aa30-8bc2f6676dad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.848539] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.850240] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 632.850240] env[65664]: value = "task-4414772" [ 632.850240] env[65664]: _type = "Task" [ 632.850240] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.876843] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.891091] env[65664]: DEBUG oslo_concurrency.lockutils [req-8fdf769d-63f3-475d-9a91-901b1f7b1ab4 req-712af934-86d0-4995-afeb-05172f67236c service nova] Releasing lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.950267] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414771, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.959023] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.974676] env[65664]: WARNING neutronclient.v2_0.client [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.156170] env[65664]: DEBUG nova.network.neutron [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Updated VIF entry in instance network info cache for port 6f73aa42-eb11-4dab-af7e-c2ca61df5c97. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.156599] env[65664]: DEBUG nova.network.neutron [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Updating instance_info_cache with network_info: [{"id": "6f73aa42-eb11-4dab-af7e-c2ca61df5c97", "address": "fa:16:3e:75:f1:42", "network": {"id": "9711507f-1001-4542-aa85-9ed64c9207ff", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-242921587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "eb06207fd233428ab362915dd1176564", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f73aa42-eb", "ovs_interfaceid": "6f73aa42-eb11-4dab-af7e-c2ca61df5c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.161997] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639835} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.162677] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.162929] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.163256] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8362455-5549-4f88-8166-9ab5d47ea561 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.174065] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 633.174065] env[65664]: value = "task-4414773" [ 633.174065] env[65664]: _type = "Task" [ 633.174065] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.185196] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.233216] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.321192] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.668s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.321814] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 633.327120] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.739s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.329143] env[65664]: INFO nova.compute.claims [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.346271] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870189} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.346537] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb/f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.346804] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.347206] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cccafbd-6e15-4c26-b03f-48038b2ebe76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.361745] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414772, 'name': Rename_Task, 'duration_secs': 0.199844} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.364123] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.364123] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 633.364123] env[65664]: value = "task-4414774" [ 633.364123] env[65664]: _type = "Task" [ 633.364123] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.364123] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf368c85-ac25-4714-b3fb-820b2e86d29a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.377678] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.380134] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 633.380134] env[65664]: value = "task-4414775" [ 633.380134] env[65664]: _type = "Task" [ 633.380134] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.391870] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.434027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "afdd2163-e5f5-438e-9be6-57d21911e97a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.434381] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.446523] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414771, 'name': CreateVM_Task, 'duration_secs': 0.958974} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.446786] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.447208] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.447554] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.447703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.448061] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.448342] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef0da0c-74da-488c-bd1f-0667a0526c59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.452558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Acquiring lock "1221f226-ead3-4d79-9688-e6e3a3e582c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.452558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.452558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Acquiring lock "1221f226-ead3-4d79-9688-e6e3a3e582c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.452684] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.452831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.456228] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 633.456228] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524112e0-f31b-15b0-a28a-d0bf68e5a443" [ 633.456228] env[65664]: _type = "Task" [ 633.456228] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.456723] env[65664]: INFO nova.compute.manager [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Terminating instance [ 633.467912] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524112e0-f31b-15b0-a28a-d0bf68e5a443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.664591] env[65664]: DEBUG oslo_concurrency.lockutils [req-43b4c867-1f1b-4ee5-a23c-17a238eb99c2 req-3e25ca3f-cb53-42c9-bed7-45dfc9339a6c service nova] Releasing lock "refresh_cache-f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.687580] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.687580] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.687580] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1bd0ab-cfce-4983-8bea-3df56589c2cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.717912] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.718677] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a163e5f-40f8-4b80-a362-8f6851792e2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.744018] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 633.744018] env[65664]: value = "task-4414776" [ 633.744018] env[65664]: _type = "Task" [ 633.744018] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.753474] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.776084] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Updating instance_info_cache with network_info: [{"id": "a2f9282c-6df8-463d-8270-431ee5e8fe8b", "address": "fa:16:3e:64:22:57", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f9282c-6d", "ovs_interfaceid": "a2f9282c-6df8-463d-8270-431ee5e8fe8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.835417] env[65664]: DEBUG nova.compute.utils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.842842] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 633.844464] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 633.844464] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.844464] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.880134] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24645} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.880843] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.882183] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f4865-2a23-417a-ac25-3e46187b4464 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.909969] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.921680] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb/f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.922212] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5660eee8-e5b7-4278-909a-52afd9e989d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.948531] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 633.948531] env[65664]: value = "task-4414777" [ 633.948531] env[65664]: _type = "Task" [ 633.948531] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.958990] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.963449] env[65664]: DEBUG nova.compute.manager [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 633.963615] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.964413] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fe51c7-d763-4440-892c-b93261b91982 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.974095] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524112e0-f31b-15b0-a28a-d0bf68e5a443, 'name': SearchDatastore_Task, 'duration_secs': 0.034656} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.974095] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.974095] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.974095] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.974384] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.974384] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.974384] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-939c12e4-2457-4930-bd39-cc0905dc33d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.978258] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.978962] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5359a65-2f2c-47d0-9d7f-8dfb5d7ddd12 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.987731] env[65664]: DEBUG oslo_vmware.api [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Waiting for the task: (returnval){ [ 633.987731] env[65664]: value = "task-4414778" [ 633.987731] env[65664]: _type = "Task" [ 633.987731] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.989467] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.993021] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.994796] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a643cbfe-45c6-4fa5-851c-471d05d50b70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.001444] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 634.001444] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a7493c-307f-c393-1bf8-c2a3efb3dd4b" [ 634.001444] env[65664]: _type = "Task" [ 634.001444] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.005796] env[65664]: DEBUG oslo_vmware.api [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Task: {'id': task-4414778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.018206] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a7493c-307f-c393-1bf8-c2a3efb3dd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.149018] env[65664]: DEBUG nova.policy [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903e7aca51af4e80add899159ad5c69e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f537621f32df4aab85decbf94afaced2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.253813] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.282580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "refresh_cache-b5ed2d00-1d28-4478-bee4-564ec6f945c5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.282951] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Instance network_info: |[{"id": "a2f9282c-6df8-463d-8270-431ee5e8fe8b", "address": "fa:16:3e:64:22:57", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f9282c-6d", "ovs_interfaceid": "a2f9282c-6df8-463d-8270-431ee5e8fe8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 634.283487] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:22:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2f9282c-6df8-463d-8270-431ee5e8fe8b', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.291645] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.292010] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.292094] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-461f0c03-b281-4e0c-ab1c-e639d3e2b1b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.314553] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.314553] env[65664]: value = "task-4414779" [ 634.314553] env[65664]: _type = "Task" [ 634.314553] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.323851] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414779, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.343731] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 634.395075] env[65664]: DEBUG oslo_vmware.api [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414775, 'name': PowerOnVM_Task, 'duration_secs': 0.682111} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.396158] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.396377] env[65664]: INFO nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Took 13.89 seconds to spawn the instance on the hypervisor. [ 634.396607] env[65664]: DEBUG nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.400918] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f14ef6-7f2e-491c-8ef4-6d3ac9c875c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.465629] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.501946] env[65664]: DEBUG oslo_vmware.api [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Task: {'id': task-4414778, 'name': PowerOffVM_Task, 'duration_secs': 0.292775} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.502737] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.502907] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.503239] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7cbf39b-dbba-4ec9-b0b5-4179b76891f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.522831] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a7493c-307f-c393-1bf8-c2a3efb3dd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.024956} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.526560] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d458265b-9487-4c5b-b297-d709d11a459b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.532917] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 634.532917] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522e1f28-5257-a1df-4519-3fca8e72c634" [ 634.532917] env[65664]: _type = "Task" [ 634.532917] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.542138] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522e1f28-5257-a1df-4519-3fca8e72c634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.626140] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Successfully created port: c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.643664] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55414cd5-6f8f-4a80-a0ec-8bb29ebc80e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.653368] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c555f8-d8ab-4912-8852-3a32a8b4ad87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.693868] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939d22c-6e2f-4794-879c-ca33be7d568d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.704461] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2d942-6838-42c7-adf5-fc15d8397596 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.722702] env[65664]: DEBUG nova.compute.provider_tree [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.726048] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.726400] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.726898] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Deleting the datastore file [datastore1] 1221f226-ead3-4d79-9688-e6e3a3e582c4 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.727908] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd77624-f107-47f9-a055-60cb31219129 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.736997] env[65664]: DEBUG oslo_vmware.api [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Waiting for the task: (returnval){ [ 634.736997] env[65664]: value = "task-4414781" [ 634.736997] env[65664]: _type = "Task" [ 634.736997] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.753367] env[65664]: DEBUG oslo_vmware.api [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Task: {'id': task-4414781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.760151] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414776, 'name': ReconfigVM_Task, 'duration_secs': 0.584574} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.760479] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.761104] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35da8c70-59e3-4492-8129-4131a7bb3ac0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.768670] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 634.768670] env[65664]: value = "task-4414782" [ 634.768670] env[65664]: _type = "Task" [ 634.768670] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.780803] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414782, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.828710] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414779, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.922611] env[65664]: INFO nova.compute.manager [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Took 19.52 seconds to build instance. [ 634.959817] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414777, 'name': ReconfigVM_Task, 'duration_secs': 0.851242} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.960107] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb/f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.960758] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1d63af6-7aa2-4021-9022-4d4bb272a552 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.968453] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 634.968453] env[65664]: value = "task-4414783" [ 634.968453] env[65664]: _type = "Task" [ 634.968453] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.982331] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414783, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.045671] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522e1f28-5257-a1df-4519-3fca8e72c634, 'name': SearchDatastore_Task, 'duration_secs': 0.01837} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.045920] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.046322] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 21185914-2473-4832-bc4e-66f746de27cc/21185914-2473-4832-bc4e-66f746de27cc.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.046689] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac1240e-23b4-4648-b582-1ed74549481c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.057447] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 635.057447] env[65664]: value = "task-4414784" [ 635.057447] env[65664]: _type = "Task" [ 635.057447] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.067338] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.228704] env[65664]: DEBUG nova.scheduler.client.report [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.248867] env[65664]: DEBUG oslo_vmware.api [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Task: {'id': task-4414781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298526} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.250028] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.250147] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.250290] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.250451] env[65664]: INFO nova.compute.manager [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Took 1.29 seconds to destroy the instance on the hypervisor. [ 635.250683] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 635.250993] env[65664]: DEBUG nova.compute.manager [-] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 635.250993] env[65664]: DEBUG nova.network.neutron [-] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 635.251222] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.283701] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414782, 'name': Rename_Task, 'duration_secs': 0.315063} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.284145] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.284543] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-205407af-fcd5-4048-b8a6-d0dc6ba322ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.293875] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 635.293875] env[65664]: value = "task-4414785" [ 635.293875] env[65664]: _type = "Task" [ 635.293875] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.304306] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.326712] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414779, 'name': CreateVM_Task, 'duration_secs': 0.635389} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.326888] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.327718] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.327938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.328036] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.328458] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.328792] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eaf6cd9-5f83-4a95-85cd-710806de43e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.337614] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 635.337614] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3d84a-de22-7b2a-0950-504071021b94" [ 635.337614] env[65664]: _type = "Task" [ 635.337614] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.349377] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3d84a-de22-7b2a-0950-504071021b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.356693] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 635.390515] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.390832] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.390994] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.391199] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.391328] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.391472] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.391683] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.391890] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.392078] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.392316] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.392500] env[65664]: DEBUG nova.virt.hardware [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.393544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f443fb4a-88d0-4414-9b71-20a76bb3ab51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.404635] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b8854-e8d8-43d7-a8db-ed3086052422 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.425297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a837f4a-5aba-421a-a45c-06c0eb3204fe tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.041s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.482778] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414783, 'name': Rename_Task, 'duration_secs': 0.263186} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.483117] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.483523] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c554bc1-8720-4f1b-9850-562d50d2734e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.494151] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 635.494151] env[65664]: value = "task-4414786" [ 635.494151] env[65664]: _type = "Task" [ 635.494151] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.507854] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.570415] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.734343] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.735056] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 635.739309] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.942s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.741373] env[65664]: INFO nova.compute.claims [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.805658] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.850496] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3d84a-de22-7b2a-0950-504071021b94, 'name': SearchDatastore_Task, 'duration_secs': 0.061222} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.850496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.850496] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.850496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.851753] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.851753] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.851753] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863f1f3d-908b-40fd-bece-9affa518993c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.861757] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.861854] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.866507] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bd3064-5cee-4c7e-bfd3-6534ef214da0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.875582] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 635.875582] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529ae613-b57d-090f-7f63-630c6e53b76f" [ 635.875582] env[65664]: _type = "Task" [ 635.875582] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.886291] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529ae613-b57d-090f-7f63-630c6e53b76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.927982] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.933547] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.006541] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.068626] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601203} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.068910] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 21185914-2473-4832-bc4e-66f746de27cc/21185914-2473-4832-bc4e-66f746de27cc.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.069072] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.069339] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0216d134-a3fe-42f8-ae7c-f1bcf3ab0ca5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.079375] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 636.079375] env[65664]: value = "task-4414787" [ 636.079375] env[65664]: _type = "Task" [ 636.079375] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.092037] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.247054] env[65664]: DEBUG nova.compute.utils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.248546] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 636.249427] env[65664]: DEBUG nova.network.neutron [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.249427] env[65664]: WARNING neutronclient.v2_0.client [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.249597] env[65664]: WARNING neutronclient.v2_0.client [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.305294] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.389174] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529ae613-b57d-090f-7f63-630c6e53b76f, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.389174] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1090f1-23e5-4819-9346-2ff6bba06006 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.396015] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 636.396015] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260b5a3-72ca-2593-4841-6f19104c3a17" [ 636.396015] env[65664]: _type = "Task" [ 636.396015] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.411390] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260b5a3-72ca-2593-4841-6f19104c3a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.458504] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.506616] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.592498] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102005} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.593113] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.593732] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186d6fa4-c179-430f-949f-a697dc8200ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.620731] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 21185914-2473-4832-bc4e-66f746de27cc/21185914-2473-4832-bc4e-66f746de27cc.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.621823] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ec0919-9056-4cba-a9dd-50f6cc121338 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.644935] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 636.644935] env[65664]: value = "task-4414788" [ 636.644935] env[65664]: _type = "Task" [ 636.644935] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.646104] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Successfully updated port: c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.663095] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.753492] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 636.808063] env[65664]: DEBUG oslo_vmware.api [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414785, 'name': PowerOnVM_Task, 'duration_secs': 1.209785} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.808063] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.808063] env[65664]: DEBUG nova.compute.manager [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.808063] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffbb991-e6ca-4958-90fa-0189ee70f989 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.911663] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260b5a3-72ca-2593-4841-6f19104c3a17, 'name': SearchDatastore_Task, 'duration_secs': 0.059632} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.913293] env[65664]: DEBUG nova.policy [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f414e37947df43c1bf23949b7c6e0734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a80a1e77cc400ca9a3bb08dbc8d68c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.915337] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.916334] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] b5ed2d00-1d28-4478-bee4-564ec6f945c5/b5ed2d00-1d28-4478-bee4-564ec6f945c5.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.916334] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb6daa83-26ea-471d-8631-65bc8743406e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.929693] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 636.929693] env[65664]: value = "task-4414789" [ 636.929693] env[65664]: _type = "Task" [ 636.929693] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.940555] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.011946] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.132865] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f54d91-6cd7-49e6-8dc6-00de34d1244c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.141799] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad64a96-a2b8-4b84-aa3e-9acd3e93f5a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.185638] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "refresh_cache-7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.185823] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "refresh_cache-7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.185992] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.188447] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d3c4b-4df1-4ef5-bbce-c87abc469430 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.194562] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414788, 'name': ReconfigVM_Task, 'duration_secs': 0.494167} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.195593] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 21185914-2473-4832-bc4e-66f746de27cc/21185914-2473-4832-bc4e-66f746de27cc.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.196202] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f32c417f-fa1c-4bd9-9e79-d85670e9b9c6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.203469] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23070450-0d60-42d4-bb75-f42f6429c75f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.211570] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 637.211570] env[65664]: value = "task-4414790" [ 637.211570] env[65664]: _type = "Task" [ 637.211570] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.227887] env[65664]: DEBUG nova.compute.provider_tree [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.236777] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414790, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.338507] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.361359] env[65664]: DEBUG nova.network.neutron [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Successfully created port: 24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 637.445730] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414789, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.448899] env[65664]: DEBUG nova.network.neutron [-] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.508712] env[65664]: DEBUG oslo_vmware.api [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414786, 'name': PowerOnVM_Task, 'duration_secs': 1.84427} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.509072] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.510119] env[65664]: INFO nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Took 11.71 seconds to spawn the instance on the hypervisor. [ 637.510119] env[65664]: DEBUG nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.510607] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5370f089-3ebe-4fe5-aef5-6db79b7f1e51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.723329] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414790, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.732791] env[65664]: DEBUG nova.scheduler.client.report [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.769289] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 637.798065] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 637.805129] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 637.805562] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.805829] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 637.806147] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.807255] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 637.808829] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 637.808829] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 637.808829] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 637.808829] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 637.808829] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 637.809060] env[65664]: DEBUG nova.virt.hardware [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 637.810757] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84822e40-9dd0-4f1c-b6e5-c73fc93f528b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.820273] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6594f27-8213-4a12-9a3c-5c7b4d7186b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.944267] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674618} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.944789] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] b5ed2d00-1d28-4478-bee4-564ec6f945c5/b5ed2d00-1d28-4478-bee4-564ec6f945c5.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.945127] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.945456] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfdfa32-a513-4c99-82a8-b40811b0feb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.952472] env[65664]: INFO nova.compute.manager [-] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Took 2.70 seconds to deallocate network for instance. [ 637.965125] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 637.965125] env[65664]: value = "task-4414791" [ 637.965125] env[65664]: _type = "Task" [ 637.965125] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.980358] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.993165] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.035365] env[65664]: INFO nova.compute.manager [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Took 17.84 seconds to build instance. [ 638.093514] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "c09447b3-1638-4d4a-9271-c5514100e51c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.093743] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "c09447b3-1638-4d4a-9271-c5514100e51c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.220377] env[65664]: DEBUG nova.network.neutron [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Updating instance_info_cache with network_info: [{"id": "c8b411d6-603b-42fd-86af-c904d511abaf", "address": "fa:16:3e:2d:3e:d9", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b411d6-60", "ovs_interfaceid": "c8b411d6-603b-42fd-86af-c904d511abaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.226453] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414790, 'name': Rename_Task, 'duration_secs': 0.522563} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.227833] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.227833] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78bda163-c5b7-4935-8ef4-180c3a89f79a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.236129] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 638.236129] env[65664]: value = "task-4414792" [ 638.236129] env[65664]: _type = "Task" [ 638.236129] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.240348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.240860] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 638.246187] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.858s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.248676] env[65664]: INFO nova.compute.claims [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.260113] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414792, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.467213] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.477893] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328679} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.479255] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.480801] env[65664]: DEBUG nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Received event network-changed-967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 638.481034] env[65664]: DEBUG nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Refreshing instance network info cache due to event network-changed-967dcc3d-aece-47ad-aa9b-b9622b2daebd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 638.481165] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Acquiring lock "refresh_cache-21185914-2473-4832-bc4e-66f746de27cc" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.481299] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Acquired lock "refresh_cache-21185914-2473-4832-bc4e-66f746de27cc" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.481451] env[65664]: DEBUG nova.network.neutron [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Refreshing network info cache for port 967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.484016] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed670d-9aa2-438f-bd30-b6124142a167 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.512498] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b5ed2d00-1d28-4478-bee4-564ec6f945c5/b5ed2d00-1d28-4478-bee4-564ec6f945c5.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.513555] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe913c0-c0c5-4e1e-9a64-a9a24530b42a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.536704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b61e3cb-dcbb-40af-9ce6-966eb783515b tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.355s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.539640] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 638.539640] env[65664]: value = "task-4414793" [ 638.539640] env[65664]: _type = "Task" [ 638.539640] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.550733] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.727937] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "refresh_cache-7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.728451] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Instance network_info: |[{"id": "c8b411d6-603b-42fd-86af-c904d511abaf", "address": "fa:16:3e:2d:3e:d9", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b411d6-60", "ovs_interfaceid": "c8b411d6-603b-42fd-86af-c904d511abaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 638.728985] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:3e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8b411d6-603b-42fd-86af-c904d511abaf', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.738634] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 638.739230] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.743506] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8672a3cb-7186-46d5-8466-2add1920b49d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.761156] env[65664]: DEBUG nova.compute.utils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.765692] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 638.765970] env[65664]: DEBUG nova.network.neutron [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.766411] env[65664]: WARNING neutronclient.v2_0.client [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.766770] env[65664]: WARNING neutronclient.v2_0.client [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.773578] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.776128] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.776128] env[65664]: value = "task-4414794" [ 638.776128] env[65664]: _type = "Task" [ 638.776128] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.791253] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414794, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.990250] env[65664]: WARNING neutronclient.v2_0.client [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.000956] env[65664]: DEBUG nova.network.neutron [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Successfully updated port: 24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.041035] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 639.054327] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.104413] env[65664]: DEBUG nova.policy [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad59a405a564523afc5e85adf301a65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '370098c3767e4191b5cfc50202e7da52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.250697] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414792, 'name': PowerOnVM_Task, 'duration_secs': 0.727077} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.251079] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.251316] env[65664]: INFO nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Took 11.00 seconds to spawn the instance on the hypervisor. [ 639.251492] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.252578] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0e100-dfd8-4701-9e2a-56c40d771e14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.267676] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 639.289263] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414794, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.483310] env[65664]: DEBUG nova.network.neutron [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Successfully created port: 0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.503030] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "refresh_cache-aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.504346] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "refresh_cache-aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.504346] env[65664]: DEBUG nova.network.neutron [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.561287] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414793, 'name': ReconfigVM_Task, 'duration_secs': 0.73315} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.561877] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b5ed2d00-1d28-4478-bee4-564ec6f945c5/b5ed2d00-1d28-4478-bee4-564ec6f945c5.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.562695] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f73bf77-a801-415f-8be1-73ac98ee0fb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.568991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.573869] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 639.573869] env[65664]: value = "task-4414795" [ 639.573869] env[65664]: _type = "Task" [ 639.573869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.585296] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414795, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.587110] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57acd20-b04d-4bbf-97cd-aa9e4363beb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.596444] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec919d8-b3cc-4a77-8a6f-3ed35196e6c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.631142] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16604c0-2d8a-4660-9929-8eb38deb4f30 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.640449] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f92d429-34f2-49b9-a49a-15bb8a7dc1f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.656121] env[65664]: DEBUG nova.compute.provider_tree [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.777018] env[65664]: INFO nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Took 18.44 seconds to build instance. [ 639.788846] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414794, 'name': CreateVM_Task, 'duration_secs': 0.534685} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.789142] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.789688] env[65664]: WARNING neutronclient.v2_0.client [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.790069] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.790223] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.790573] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.790836] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8824ee2e-d6ad-4754-85fd-45b4b37c6690 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.800577] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 639.800577] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526b489d-8861-dde5-322b-20c95838ebfb" [ 639.800577] env[65664]: _type = "Task" [ 639.800577] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.812639] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526b489d-8861-dde5-322b-20c95838ebfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.085520] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414795, 'name': Rename_Task, 'duration_secs': 0.32066} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.085850] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.086129] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f8ac40-6a69-4af4-b9ea-3cbb69c32919 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.094240] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 640.094240] env[65664]: value = "task-4414796" [ 640.094240] env[65664]: _type = "Task" [ 640.094240] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.103717] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.159575] env[65664]: DEBUG nova.scheduler.client.report [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.242579] env[65664]: DEBUG nova.network.neutron [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.277059] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 640.279656] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "21185914-2473-4832-bc4e-66f746de27cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.957s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.325091] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526b489d-8861-dde5-322b-20c95838ebfb, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.325348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.325631] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.325904] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.326301] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.326386] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.326695] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0c8772-54e9-4520-8e4f-55376d3ecd13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.341506] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.341811] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.343186] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3780b9a-398d-4031-935c-3adea4146d78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.355047] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.355047] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.355047] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.355481] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.355481] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.355481] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.355481] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.355481] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.355969] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.355969] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.355969] env[65664]: DEBUG nova.virt.hardware [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.355969] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e180de0-f2ca-490d-a901-ab1f397af0ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.361399] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 640.361399] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a40302-74b1-a177-300a-16c388922de2" [ 640.361399] env[65664]: _type = "Task" [ 640.361399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.374767] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216be587-2707-40b9-9581-5712ed9102e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.381489] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a40302-74b1-a177-300a-16c388922de2, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.382964] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209b9454-9b34-4e30-be5b-1a6c246fa748 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.399100] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 640.399100] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520156cb-be75-1ea7-9e3a-563a8b544418" [ 640.399100] env[65664]: _type = "Task" [ 640.399100] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.408227] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520156cb-be75-1ea7-9e3a-563a8b544418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.493640] env[65664]: WARNING neutronclient.v2_0.client [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.605876] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414796, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.663244] env[65664]: WARNING neutronclient.v2_0.client [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.666318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.666866] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 640.670428] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.042s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.672245] env[65664]: INFO nova.compute.claims [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.720915] env[65664]: DEBUG nova.network.neutron [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Updated VIF entry in instance network info cache for port 967dcc3d-aece-47ad-aa9b-b9622b2daebd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.721261] env[65664]: DEBUG nova.network.neutron [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Updating instance_info_cache with network_info: [{"id": "967dcc3d-aece-47ad-aa9b-b9622b2daebd", "address": "fa:16:3e:a6:2c:b0", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967dcc3d-ae", "ovs_interfaceid": "967dcc3d-aece-47ad-aa9b-b9622b2daebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.870277] env[65664]: DEBUG nova.network.neutron [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Updating instance_info_cache with network_info: [{"id": "24072ca7-59d8-4c04-922b-76539ab7eeca", "address": "fa:16:3e:26:e3:3e", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24072ca7-59", "ovs_interfaceid": "24072ca7-59d8-4c04-922b-76539ab7eeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.912166] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520156cb-be75-1ea7-9e3a-563a8b544418, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.912166] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.913612] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71/7ce4bb05-21b8-4c9f-acd7-0e76e1664e71.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.913612] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98f3ed1-31f7-47c9-b8f9-d04a3e954877 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.923013] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 640.923013] env[65664]: value = "task-4414797" [ 640.923013] env[65664]: _type = "Task" [ 640.923013] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.934094] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.102218] env[65664]: DEBUG nova.network.neutron [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Successfully updated port: 0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.110236] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414796, 'name': PowerOnVM_Task, 'duration_secs': 0.869889} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.110482] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.110756] env[65664]: INFO nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Took 10.43 seconds to spawn the instance on the hypervisor. [ 641.110937] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.111747] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7bd1b-f8f0-4476-8172-dde809cf755b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.177513] env[65664]: DEBUG nova.compute.utils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.180747] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 641.180931] env[65664]: DEBUG nova.network.neutron [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 641.181657] env[65664]: WARNING neutronclient.v2_0.client [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.182160] env[65664]: WARNING neutronclient.v2_0.client [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.223708] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Releasing lock "refresh_cache-21185914-2473-4832-bc4e-66f746de27cc" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.223973] env[65664]: DEBUG nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Received event network-vif-plugged-a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 641.224181] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Acquiring lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.224376] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.224566] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.224809] env[65664]: DEBUG nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] No waiting events found dispatching network-vif-plugged-a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 641.224991] env[65664]: WARNING nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Received unexpected event network-vif-plugged-a2f9282c-6df8-463d-8270-431ee5e8fe8b for instance with vm_state building and task_state spawning. [ 641.225631] env[65664]: DEBUG nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Received event network-changed-a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 641.225847] env[65664]: DEBUG nova.compute.manager [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Refreshing instance network info cache due to event network-changed-a2f9282c-6df8-463d-8270-431ee5e8fe8b. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 641.226045] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Acquiring lock "refresh_cache-b5ed2d00-1d28-4478-bee4-564ec6f945c5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.226187] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Acquired lock "refresh_cache-b5ed2d00-1d28-4478-bee4-564ec6f945c5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.227168] env[65664]: DEBUG nova.network.neutron [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Refreshing network info cache for port a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.247287] env[65664]: DEBUG nova.policy [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09866b30bdf84b839154320185d50dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37f992b1dd8d4dbeaa14c1202b51c3f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.373755] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "refresh_cache-aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.374629] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Instance network_info: |[{"id": "24072ca7-59d8-4c04-922b-76539ab7eeca", "address": "fa:16:3e:26:e3:3e", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24072ca7-59", "ovs_interfaceid": "24072ca7-59d8-4c04-922b-76539ab7eeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.380143] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e3:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24072ca7-59d8-4c04-922b-76539ab7eeca', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.388803] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.389296] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.391955] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff1aab5-1460-4e3e-99df-d747a91e5756 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.420834] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.420834] env[65664]: value = "task-4414798" [ 641.420834] env[65664]: _type = "Task" [ 641.420834] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.441025] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414797, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.441508] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414798, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.608616] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "refresh_cache-c412415d-810b-4780-9d06-4dd2f04281ec" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.608616] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquired lock "refresh_cache-c412415d-810b-4780-9d06-4dd2f04281ec" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.608616] env[65664]: DEBUG nova.network.neutron [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.643349] env[65664]: INFO nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Took 20.24 seconds to build instance. [ 641.663711] env[65664]: DEBUG nova.network.neutron [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Successfully created port: ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 641.691881] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 641.732945] env[65664]: WARNING neutronclient.v2_0.client [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.938978] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414798, 'name': CreateVM_Task, 'duration_secs': 0.452661} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.939273] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.939901] env[65664]: WARNING neutronclient.v2_0.client [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.940965] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.940965] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.940965] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.940965] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92801c4b-dd23-4f27-ab65-b5182ff54c2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.946439] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825576} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.947140] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71/7ce4bb05-21b8-4c9f-acd7-0e76e1664e71.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.947414] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.947730] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8c11b8-81e0-4342-a88c-aec2fe1a3e11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.955628] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 641.955628] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c6cda-2b40-d589-d4e2-1a7ba2d0bd7f" [ 641.955628] env[65664]: _type = "Task" [ 641.955628] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.964475] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 641.964475] env[65664]: value = "task-4414799" [ 641.964475] env[65664]: _type = "Task" [ 641.964475] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.968714] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c6cda-2b40-d589-d4e2-1a7ba2d0bd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.983254] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.032945] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84380e21-efca-421e-b263-c54d0706d025 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.041824] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65df9e42-2176-4f36-9600-074747bf25b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.085578] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939dc0e3-7eb7-40b7-b46f-ef658b3191a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.095533] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb633d7-79dc-4e72-b041-a7a4339dd2f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.114241] env[65664]: DEBUG nova.compute.provider_tree [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.146815] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.756s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.469691] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c6cda-2b40-d589-d4e2-1a7ba2d0bd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015287} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.472513] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.472768] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.472999] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.473148] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.473424] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.473656] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4fcea0c-5fd5-46e8-9fe5-b9913fcd7240 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.482655] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083022} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.482915] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.483868] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcca021-be6c-4467-99f6-34be5ed89947 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.488381] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.488557] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.489368] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9aaa085-502b-4a8a-a1d8-600d9f6efcb3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.509526] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71/7ce4bb05-21b8-4c9f-acd7-0e76e1664e71.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.510701] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7c7302-94c1-41c8-b2b5-45af6a308453 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.526685] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 642.526685] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cfbc2e-b3a4-ee15-e2fc-6df956d281fb" [ 642.526685] env[65664]: _type = "Task" [ 642.526685] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.533360] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 642.533360] env[65664]: value = "task-4414800" [ 642.533360] env[65664]: _type = "Task" [ 642.533360] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.536626] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cfbc2e-b3a4-ee15-e2fc-6df956d281fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.545764] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.618408] env[65664]: DEBUG nova.scheduler.client.report [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.665958] env[65664]: DEBUG nova.network.neutron [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.702653] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 642.732575] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.732575] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.732575] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.732833] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.732833] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.732833] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.732926] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.733089] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.733336] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.733509] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.733683] env[65664]: DEBUG nova.virt.hardware [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.734686] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ca8a4-3c6f-4def-ada9-400b1a230b6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.745530] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb1cce-aff2-4ca7-8edc-029c5238daa4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.039526] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cfbc2e-b3a4-ee15-e2fc-6df956d281fb, 'name': SearchDatastore_Task, 'duration_secs': 0.045224} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.043773] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f79760-b8db-4d7b-a888-1ebc22911f71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.052997] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.054607] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 643.054607] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521218be-12a2-053e-d1ca-1230f3981519" [ 643.054607] env[65664]: _type = "Task" [ 643.054607] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.064304] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521218be-12a2-053e-d1ca-1230f3981519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.123588] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.124150] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 643.127354] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.251s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.128962] env[65664]: INFO nova.compute.claims [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.415747] env[65664]: DEBUG nova.network.neutron [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Successfully updated port: ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 643.551018] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414800, 'name': ReconfigVM_Task, 'duration_secs': 0.768868} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.551549] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71/7ce4bb05-21b8-4c9f-acd7-0e76e1664e71.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.552240] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d75d7fd4-4f67-4675-9fde-7d71e4f6713b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.556954] env[65664]: WARNING neutronclient.v2_0.client [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.576019] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521218be-12a2-053e-d1ca-1230f3981519, 'name': SearchDatastore_Task, 'duration_secs': 0.016969} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.577691] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.577974] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] aa30f091-2278-4bcd-ad0a-bd6fadb52fb9/aa30f091-2278-4bcd-ad0a-bd6fadb52fb9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.578315] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 643.578315] env[65664]: value = "task-4414801" [ 643.578315] env[65664]: _type = "Task" [ 643.578315] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.578512] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e1c985a-8421-4691-afd9-0877aab1c2f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.590486] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414801, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.592111] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 643.592111] env[65664]: value = "task-4414802" [ 643.592111] env[65664]: _type = "Task" [ 643.592111] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.630029] env[65664]: WARNING neutronclient.v2_0.client [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.634481] env[65664]: DEBUG nova.compute.utils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.638455] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 643.638689] env[65664]: DEBUG nova.network.neutron [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.638968] env[65664]: WARNING neutronclient.v2_0.client [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.639268] env[65664]: WARNING neutronclient.v2_0.client [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.734800] env[65664]: DEBUG nova.policy [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e108e1ad433c4982a34f93abffe04252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb18b68045a4e50b71c5643625bcf5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.741316] env[65664]: DEBUG nova.network.neutron [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Updating instance_info_cache with network_info: [{"id": "0673dcfa-22ec-484f-a08b-2c303f2893ee", "address": "fa:16:3e:08:53:55", "network": {"id": "f1472d1d-5eb3-494f-9f12-cc929c5e625a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-693278311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "370098c3767e4191b5cfc50202e7da52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0673dcfa-22", "ovs_interfaceid": "0673dcfa-22ec-484f-a08b-2c303f2893ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.776484] env[65664]: DEBUG nova.network.neutron [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Updated VIF entry in instance network info cache for port a2f9282c-6df8-463d-8270-431ee5e8fe8b. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 643.776902] env[65664]: DEBUG nova.network.neutron [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Updating instance_info_cache with network_info: [{"id": "a2f9282c-6df8-463d-8270-431ee5e8fe8b", "address": "fa:16:3e:64:22:57", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f9282c-6d", "ovs_interfaceid": "a2f9282c-6df8-463d-8270-431ee5e8fe8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.923193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.923193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquired lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.923193] env[65664]: DEBUG nova.network.neutron [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.100274] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414801, 'name': Rename_Task, 'duration_secs': 0.176011} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.100670] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.101466] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e097e92f-ff65-41d1-b6ef-91f1f6fe2cb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.107475] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.112813] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 644.112813] env[65664]: value = "task-4414803" [ 644.112813] env[65664]: _type = "Task" [ 644.112813] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.124651] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.140192] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 644.245465] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Releasing lock "refresh_cache-c412415d-810b-4780-9d06-4dd2f04281ec" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.245902] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Instance network_info: |[{"id": "0673dcfa-22ec-484f-a08b-2c303f2893ee", "address": "fa:16:3e:08:53:55", "network": {"id": "f1472d1d-5eb3-494f-9f12-cc929c5e625a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-693278311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "370098c3767e4191b5cfc50202e7da52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0673dcfa-22", "ovs_interfaceid": "0673dcfa-22ec-484f-a08b-2c303f2893ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 644.250330] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:53:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0673dcfa-22ec-484f-a08b-2c303f2893ee', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.260436] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Creating folder: Project (370098c3767e4191b5cfc50202e7da52). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.261241] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15016c28-96dc-4e1c-9cef-f70efd7def61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.277839] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Created folder: Project (370098c3767e4191b5cfc50202e7da52) in parent group-v863926. [ 644.278061] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Creating folder: Instances. Parent ref: group-v863955. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.278360] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72e2743-247e-45af-b1ce-ef14edc6b1cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.281008] env[65664]: DEBUG oslo_concurrency.lockutils [req-357cf09f-7f89-499c-8eaa-49312ffd214f req-76e84ebd-6478-4726-93a5-d6f1cb90dd76 service nova] Releasing lock "refresh_cache-b5ed2d00-1d28-4478-bee4-564ec6f945c5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.296255] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Created folder: Instances in parent group-v863955. [ 644.296750] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 644.297090] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.297426] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5726fdb0-57ae-4792-b944-37c31d67db50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.325029] env[65664]: DEBUG nova.network.neutron [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Successfully created port: 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.341399] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.341399] env[65664]: value = "task-4414806" [ 644.341399] env[65664]: _type = "Task" [ 644.341399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.354734] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414806, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.419787] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.420427] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.559176] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afe99e8-0b04-47fe-8786-519c2701dc40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.569247] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01da811a-5b62-4fd9-9350-c9685e517c48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.608815] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc1852a-88de-41de-8c0e-e98b6edf091f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.619056] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588698} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.623872] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] aa30f091-2278-4bcd-ad0a-bd6fadb52fb9/aa30f091-2278-4bcd-ad0a-bd6fadb52fb9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.623872] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.624098] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357104f-3869-4a18-b98d-6b00c9339eec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.628213] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeeb0325-07e8-4a82-aeb7-9febc1c214d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.637232] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.646122] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 644.646122] env[65664]: value = "task-4414807" [ 644.646122] env[65664]: _type = "Task" [ 644.646122] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.646546] env[65664]: DEBUG nova.compute.provider_tree [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.649067] env[65664]: DEBUG nova.network.neutron [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 644.667621] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.853363] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414806, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.923067] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 645.103944] env[65664]: DEBUG nova.compute.manager [req-908863ea-e27c-4be4-8a30-ac254adf723f req-37dc649a-9ba1-4aae-ae46-a6fcc48cbdbb service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Received event network-vif-plugged-24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 645.104835] env[65664]: DEBUG oslo_concurrency.lockutils [req-908863ea-e27c-4be4-8a30-ac254adf723f req-37dc649a-9ba1-4aae-ae46-a6fcc48cbdbb service nova] Acquiring lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.104835] env[65664]: DEBUG oslo_concurrency.lockutils [req-908863ea-e27c-4be4-8a30-ac254adf723f req-37dc649a-9ba1-4aae-ae46-a6fcc48cbdbb service nova] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.104835] env[65664]: DEBUG oslo_concurrency.lockutils [req-908863ea-e27c-4be4-8a30-ac254adf723f req-37dc649a-9ba1-4aae-ae46-a6fcc48cbdbb service nova] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.104835] env[65664]: DEBUG nova.compute.manager [req-908863ea-e27c-4be4-8a30-ac254adf723f req-37dc649a-9ba1-4aae-ae46-a6fcc48cbdbb service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] No waiting events found dispatching network-vif-plugged-24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 645.105064] env[65664]: WARNING nova.compute.manager [req-908863ea-e27c-4be4-8a30-ac254adf723f req-37dc649a-9ba1-4aae-ae46-a6fcc48cbdbb service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Received unexpected event network-vif-plugged-24072ca7-59d8-4c04-922b-76539ab7eeca for instance with vm_state building and task_state spawning. [ 645.129843] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.157041] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 645.165860] env[65664]: DEBUG nova.scheduler.client.report [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.169279] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.191902] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.192210] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.192467] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.192691] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.192843] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.193227] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.193321] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.193478] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.194035] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.194035] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.194191] env[65664]: DEBUG nova.virt.hardware [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.195664] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9df22-f9ff-47ad-a3f5-dc19ad667c78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.209388] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3771a-ca71-420b-828e-04754ef5f6fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.356619] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414806, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.467936] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.630753] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414803, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.662325] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.621873} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.662706] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.663640] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d93bed-c6d9-477f-803d-88fb9c5b5752 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.679493] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.680179] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 645.692361] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] aa30f091-2278-4bcd-ad0a-bd6fadb52fb9/aa30f091-2278-4bcd-ad0a-bd6fadb52fb9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.693176] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.235s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.695116] env[65664]: INFO nova.compute.claims [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.697855] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fb6384-2f42-45ec-92c8-7606193bc2ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.723248] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 645.723248] env[65664]: value = "task-4414808" [ 645.723248] env[65664]: _type = "Task" [ 645.723248] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.736156] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.855174] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414806, 'name': CreateVM_Task, 'duration_secs': 1.209241} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.855318] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.855887] env[65664]: WARNING neutronclient.v2_0.client [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.856348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.856528] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.856842] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.857907] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d1b2dd-e6c2-4a54-bdc4-e29fcc1b6328 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.864333] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 645.864333] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5222a99b-878d-0cc4-12f8-6e5ee669c622" [ 645.864333] env[65664]: _type = "Task" [ 645.864333] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.876151] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5222a99b-878d-0cc4-12f8-6e5ee669c622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.044217] env[65664]: DEBUG nova.network.neutron [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Successfully updated port: 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 646.135777] env[65664]: DEBUG oslo_vmware.api [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414803, 'name': PowerOnVM_Task, 'duration_secs': 1.650804} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.136133] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.136370] env[65664]: INFO nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Took 10.78 seconds to spawn the instance on the hypervisor. [ 646.136542] env[65664]: DEBUG nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.137748] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a05db3b-2015-4268-acb5-40193d25563a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.160309] env[65664]: WARNING neutronclient.v2_0.client [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.195366] env[65664]: DEBUG nova.compute.utils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.200534] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 646.200768] env[65664]: DEBUG nova.network.neutron [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.202858] env[65664]: WARNING neutronclient.v2_0.client [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.203253] env[65664]: WARNING neutronclient.v2_0.client [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.239866] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.265072] env[65664]: DEBUG nova.policy [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd46272beca294d15926f0faae7fab8c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0c58fb18a941528e5b22d66403beb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.325190] env[65664]: DEBUG nova.network.neutron [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updating instance_info_cache with network_info: [{"id": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "address": "fa:16:3e:6f:ad:96", "network": {"id": "b2f486c0-15e1-4159-8927-ad00d4aa4e0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1898805927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37f992b1dd8d4dbeaa14c1202b51c3f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced279de-9d", "ovs_interfaceid": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.376371] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5222a99b-878d-0cc4-12f8-6e5ee669c622, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.376614] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.376855] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.377109] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.377248] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.377503] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.377789] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39652998-b584-4985-9367-96ac08dd1565 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.389853] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.390174] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.390970] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8575c2d5-1610-4c93-b11d-81db8fa8a7a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.402532] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 646.402532] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a52f32-6968-9e04-b83c-f0a27cd17687" [ 646.402532] env[65664]: _type = "Task" [ 646.402532] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.412251] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a52f32-6968-9e04-b83c-f0a27cd17687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.547310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.547522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquired lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.547830] env[65664]: DEBUG nova.network.neutron [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 646.662615] env[65664]: INFO nova.compute.manager [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Took 25.22 seconds to build instance. [ 646.666209] env[65664]: DEBUG nova.network.neutron [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Successfully created port: 36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.711510] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 646.740387] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414808, 'name': ReconfigVM_Task, 'duration_secs': 0.643153} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.742509] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] aa30f091-2278-4bcd-ad0a-bd6fadb52fb9/aa30f091-2278-4bcd-ad0a-bd6fadb52fb9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.742509] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-621c3899-8ca0-49a0-b641-1b2e9948438c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.751987] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 646.751987] env[65664]: value = "task-4414809" [ 646.751987] env[65664]: _type = "Task" [ 646.751987] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.764205] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414809, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.794727] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Received event network-vif-plugged-c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.794994] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Acquiring lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.795191] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.795360] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.795524] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] No waiting events found dispatching network-vif-plugged-c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.795730] env[65664]: WARNING nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Received unexpected event network-vif-plugged-c8b411d6-603b-42fd-86af-c904d511abaf for instance with vm_state active and task_state None. [ 646.795929] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Received event network-changed-c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.796082] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Refreshing instance network info cache due to event network-changed-c8b411d6-603b-42fd-86af-c904d511abaf. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 646.796260] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Acquiring lock "refresh_cache-7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.796387] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Acquired lock "refresh_cache-7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.796541] env[65664]: DEBUG nova.network.neutron [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Refreshing network info cache for port c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.830125] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Releasing lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.830125] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Instance network_info: |[{"id": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "address": "fa:16:3e:6f:ad:96", "network": {"id": "b2f486c0-15e1-4159-8927-ad00d4aa4e0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1898805927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37f992b1dd8d4dbeaa14c1202b51c3f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced279de-9d", "ovs_interfaceid": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 646.830734] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ad:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced279de-9dba-4fe4-a2cb-4ac253a04996', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.838970] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Creating folder: Project (37f992b1dd8d4dbeaa14c1202b51c3f0). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.839658] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-784404c3-4b4e-4407-9d3b-0ab1bba3932f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.854659] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Created folder: Project (37f992b1dd8d4dbeaa14c1202b51c3f0) in parent group-v863926. [ 646.854887] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Creating folder: Instances. Parent ref: group-v863958. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.855164] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8b146d4-39f6-4f15-8a01-162a589e130a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.866913] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Created folder: Instances in parent group-v863958. [ 646.866913] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 646.867107] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.867291] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e01f63ef-b644-4b2f-bc77-e8d1118bada3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.895038] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.895038] env[65664]: value = "task-4414812" [ 646.895038] env[65664]: _type = "Task" [ 646.895038] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.904815] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414812, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.920383] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a52f32-6968-9e04-b83c-f0a27cd17687, 'name': SearchDatastore_Task, 'duration_secs': 0.029717} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.921325] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498a73a3-4536-4c8e-ab3b-f0643f20cf28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.931464] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 646.931464] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ed6ca4-d18a-8981-2463-7c6135c21b59" [ 646.931464] env[65664]: _type = "Task" [ 646.931464] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.942613] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ed6ca4-d18a-8981-2463-7c6135c21b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.126191] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c97c780-4993-4fb1-884b-06ce63b0ddda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.136707] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3170dd1-bb93-4379-ac15-b1256f20ba50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.173725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62bf4361-e6eb-4f70-9377-443dba563bbb tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.754s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.174844] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d3ed3-f146-4ce2-bbc4-7542d510e11e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.183889] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2cfbed-e221-4be9-a253-d69b493f5d84 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.209262] env[65664]: DEBUG nova.compute.provider_tree [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.249293] env[65664]: DEBUG nova.network.neutron [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.264971] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414809, 'name': Rename_Task, 'duration_secs': 0.226425} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.265555] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.266175] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c54ab707-8268-4b61-8535-1f830ea0fa1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.276720] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 647.276720] env[65664]: value = "task-4414813" [ 647.276720] env[65664]: _type = "Task" [ 647.276720] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.292870] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.299850] env[65664]: WARNING neutronclient.v2_0.client [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.408025] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414812, 'name': CreateVM_Task, 'duration_secs': 0.423285} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.408281] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.408808] env[65664]: WARNING neutronclient.v2_0.client [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.409202] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409371] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.409903] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.410191] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d31ada1-2100-4f92-a348-fa586dbd25df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.416252] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 647.416252] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d971fc-fb62-7c8f-b70a-8359ed70dca5" [ 647.416252] env[65664]: _type = "Task" [ 647.416252] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.426579] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d971fc-fb62-7c8f-b70a-8359ed70dca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.443208] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ed6ca4-d18a-8981-2463-7c6135c21b59, 'name': SearchDatastore_Task, 'duration_secs': 0.02433} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.443450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.443708] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] c412415d-810b-4780-9d06-4dd2f04281ec/c412415d-810b-4780-9d06-4dd2f04281ec.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.443993] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f5d4bc-873d-4ced-92e2-6617baee9206 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.454360] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 647.454360] env[65664]: value = "task-4414814" [ 647.454360] env[65664]: _type = "Task" [ 647.454360] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.465973] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.713092] env[65664]: DEBUG nova.scheduler.client.report [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.721277] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 647.752094] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.752094] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.752094] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.752357] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.752357] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.752516] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.752768] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.752963] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.753175] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.753378] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.754038] env[65664]: DEBUG nova.virt.hardware [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.754855] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2bdfda-e6e5-416c-8d0f-36d9e9942a6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.763708] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8c0db-002b-4ee7-ab0d-71e181ede58a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.790934] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.930221] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d971fc-fb62-7c8f-b70a-8359ed70dca5, 'name': SearchDatastore_Task, 'duration_secs': 0.023544} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.930221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.930221] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.930221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.930425] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.930425] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.930425] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50827646-8310-4a1c-ad3a-6faa8412e6af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.948023] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.948395] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.949257] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31235d2-3eb2-4009-82e8-8f3f0b68372a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.960494] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 647.960494] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bfb806-80e9-3db3-8449-ee961bf89134" [ 647.960494] env[65664]: _type = "Task" [ 647.960494] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.971547] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414814, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.979495] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bfb806-80e9-3db3-8449-ee961bf89134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.040081] env[65664]: WARNING neutronclient.v2_0.client [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.210505] env[65664]: DEBUG nova.network.neutron [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Updating instance_info_cache with network_info: [{"id": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "address": "fa:16:3e:d4:d6:fb", "network": {"id": "25ac6ca6-87c8-4cca-bb1e-aa4356eb90e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1097537207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb18b68045a4e50b71c5643625bcf5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8ed823-19", "ovs_interfaceid": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.223356] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.223356] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 648.224892] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.887s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.225260] env[65664]: DEBUG nova.objects.instance [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 648.242509] env[65664]: WARNING neutronclient.v2_0.client [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.296731] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.329109] env[65664]: DEBUG nova.network.neutron [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Updated VIF entry in instance network info cache for port c8b411d6-603b-42fd-86af-c904d511abaf. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.330275] env[65664]: DEBUG nova.network.neutron [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Updating instance_info_cache with network_info: [{"id": "c8b411d6-603b-42fd-86af-c904d511abaf", "address": "fa:16:3e:2d:3e:d9", "network": {"id": "60f07d59-1c35-422b-9c1c-7db1a3bb36a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-971651501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f537621f32df4aab85decbf94afaced2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b411d6-60", "ovs_interfaceid": "c8b411d6-603b-42fd-86af-c904d511abaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.470469] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414814, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.476434] env[65664]: DEBUG nova.network.neutron [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Successfully updated port: 36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.482541] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bfb806-80e9-3db3-8449-ee961bf89134, 'name': SearchDatastore_Task, 'duration_secs': 0.053328} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.483125] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7c53bc-0b4e-453e-ab52-a523ffd6c97c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.491995] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 648.491995] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52efc4f6-977a-0f47-9e7d-60de94b3455b" [ 648.491995] env[65664]: _type = "Task" [ 648.491995] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.504054] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52efc4f6-977a-0f47-9e7d-60de94b3455b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.718425] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Releasing lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.718425] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Instance network_info: |[{"id": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "address": "fa:16:3e:d4:d6:fb", "network": {"id": "25ac6ca6-87c8-4cca-bb1e-aa4356eb90e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1097537207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb18b68045a4e50b71c5643625bcf5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8ed823-19", "ovs_interfaceid": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 648.718691] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d6:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8ed823-19a9-48cb-a74d-8478b52bbfe6', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.726297] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Creating folder: Project (ccb18b68045a4e50b71c5643625bcf5b). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.727733] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03da1a6a-e393-4e8b-a2fd-e6907c8e9c55 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.733185] env[65664]: DEBUG nova.compute.utils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.739401] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 648.743420] env[65664]: DEBUG nova.network.neutron [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 648.743828] env[65664]: WARNING neutronclient.v2_0.client [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.744161] env[65664]: WARNING neutronclient.v2_0.client [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.748976] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Created folder: Project (ccb18b68045a4e50b71c5643625bcf5b) in parent group-v863926. [ 648.749197] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Creating folder: Instances. Parent ref: group-v863961. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.749536] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d76ccbad-0ad5-4e17-8b39-2705f6a5488c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.766950] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Created folder: Instances in parent group-v863961. [ 648.767440] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 648.767517] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.767689] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef52b971-9880-4613-9346-598fd3837e3d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.804917] env[65664]: DEBUG oslo_vmware.api [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414813, 'name': PowerOnVM_Task, 'duration_secs': 1.234644} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.807347] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.807466] env[65664]: INFO nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Took 11.04 seconds to spawn the instance on the hypervisor. [ 648.807794] env[65664]: DEBUG nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 648.808110] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.808110] env[65664]: value = "task-4414817" [ 648.808110] env[65664]: _type = "Task" [ 648.808110] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.808752] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873de6f4-8780-479e-9168-4af50c00bf89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.826971] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414817, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.829114] env[65664]: DEBUG nova.policy [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5079c09918f6499c96977431cb5e3ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47635d8b426f4eb09754ee2be6e202c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.838064] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Releasing lock "refresh_cache-7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.838499] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Received event network-vif-deleted-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 648.838588] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Received event network-changed-fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 648.838726] env[65664]: DEBUG nova.compute.manager [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Refreshing instance network info cache due to event network-changed-fe54f12a-ce97-40f4-89a6-84dec039c51b. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 648.839879] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Acquiring lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.839879] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Acquired lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.839879] env[65664]: DEBUG nova.network.neutron [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Refreshing network info cache for port fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.923037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "57923f30-d1d7-4f23-a752-5cd7b9427c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.923037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.967982] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414814, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.982815] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.983681] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.983681] env[65664]: DEBUG nova.network.neutron [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.004497] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52efc4f6-977a-0f47-9e7d-60de94b3455b, 'name': SearchDatastore_Task, 'duration_secs': 0.019661} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.005139] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.005472] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] b85c8e1d-b732-4090-be38-c1986ded31c0/b85c8e1d-b732-4090-be38-c1986ded31c0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.005783] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c64ae773-1254-44ec-841b-bcb4cf3a3eb3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.014797] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 649.014797] env[65664]: value = "task-4414818" [ 649.014797] env[65664]: _type = "Task" [ 649.014797] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.026293] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.144025] env[65664]: INFO nova.compute.manager [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Rebuilding instance [ 649.230089] env[65664]: DEBUG nova.compute.manager [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.231032] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c697e3-3d3a-448c-92a8-9a73a82159a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.239922] env[65664]: DEBUG oslo_concurrency.lockutils [None req-890ecb59-694d-4630-9daa-663ae5cf1194 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.246094] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 649.248609] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.782s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.248860] env[65664]: DEBUG nova.objects.instance [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lazy-loading 'resources' on Instance uuid 1221f226-ead3-4d79-9688-e6e3a3e582c4 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.278043] env[65664]: DEBUG nova.network.neutron [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Successfully created port: cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 649.324721] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414817, 'name': CreateVM_Task, 'duration_secs': 0.391048} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.325040] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.326104] env[65664]: WARNING neutronclient.v2_0.client [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.326323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.326509] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.326854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.327182] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2529cb1a-2471-4459-a7d3-e5f26af64ce9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.341751] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 649.341751] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528e2075-b9b4-4aa1-7b87-cd451cb4a97b" [ 649.341751] env[65664]: _type = "Task" [ 649.341751] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.342295] env[65664]: INFO nova.compute.manager [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Took 23.77 seconds to build instance. [ 649.344635] env[65664]: WARNING neutronclient.v2_0.client [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.358060] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528e2075-b9b4-4aa1-7b87-cd451cb4a97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.425242] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 649.469606] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414814, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.703291} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.469822] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] c412415d-810b-4780-9d06-4dd2f04281ec/c412415d-810b-4780-9d06-4dd2f04281ec.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.470150] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.471480] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9f70b13-5e5b-4dde-8253-d3e9632eaf88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.482239] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 649.482239] env[65664]: value = "task-4414819" [ 649.482239] env[65664]: _type = "Task" [ 649.482239] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.504645] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.530484] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.697788] env[65664]: DEBUG nova.network.neutron [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.784538] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.784716] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.852775] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8444123-bfcf-4f07-a007-6096ea23db33 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.161s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.861259] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528e2075-b9b4-4aa1-7b87-cd451cb4a97b, 'name': SearchDatastore_Task, 'duration_secs': 0.042283} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.862069] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.862321] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.862829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.862829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.862943] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.866170] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e757ec41-07be-427f-9ac2-9c3370be0c7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.880480] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.880915] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.884277] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3d0bc7-1383-4377-888f-a97a51514899 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.891468] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 649.891468] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5270d370-9679-f212-094c-c08be4528e82" [ 649.891468] env[65664]: _type = "Task" [ 649.891468] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.901690] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5270d370-9679-f212-094c-c08be4528e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.954977] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.998135] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102043} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.998360] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.999284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb02da2-0d8e-4a48-a3aa-b8e9d3b0757a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.029704] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] c412415d-810b-4780-9d06-4dd2f04281ec/c412415d-810b-4780-9d06-4dd2f04281ec.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.036202] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4946822-b765-4db9-9528-52a19bcacfa2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.059716] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670427} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.061651] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] b85c8e1d-b732-4090-be38-c1986ded31c0/b85c8e1d-b732-4090-be38-c1986ded31c0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.061795] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.062050] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 650.062050] env[65664]: value = "task-4414820" [ 650.062050] env[65664]: _type = "Task" [ 650.062050] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.062206] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b207a0-ba6c-4b02-b68d-90c939ab378f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.068465] env[65664]: WARNING neutronclient.v2_0.client [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.081346] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.083951] env[65664]: WARNING neutronclient.v2_0.client [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.086690] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 650.086690] env[65664]: value = "task-4414821" [ 650.086690] env[65664]: _type = "Task" [ 650.086690] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.100292] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.194161] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572cd0f-f114-44b6-ae48-d04d9981ef36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.204593] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7163d25-6dcf-48df-9b2c-adf17612e6f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.238021] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a67df2-1c7f-4d98-a554-849cee66c25e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.246666] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da130a98-bc03-48f7-836c-89c5114cb783 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.262497] env[65664]: DEBUG nova.compute.provider_tree [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.271834] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 650.278041] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.278041] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.278167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.280118] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32dceea1-0404-47c0-ba6d-71dab4c44393 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.290738] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 650.292736] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 650.292736] env[65664]: value = "task-4414822" [ 650.292736] env[65664]: _type = "Task" [ 650.292736] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.306717] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.311859] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.312195] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.312324] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.312519] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.312750] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.313169] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.313169] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.313302] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.313460] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.313618] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.313777] env[65664]: DEBUG nova.virt.hardware [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.317542] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ecbd4-3ffb-4451-b435-63d38d537cde {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.318727] env[65664]: DEBUG nova.network.neutron [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updating instance_info_cache with network_info: [{"id": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "address": "fa:16:3e:6d:66:a6", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9a4a1-d7", "ovs_interfaceid": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.327632] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e28947-cb91-4d79-826a-23e85e103dd1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.347966] env[65664]: DEBUG nova.network.neutron [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updated VIF entry in instance network info cache for port fe54f12a-ce97-40f4-89a6-84dec039c51b. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.348310] env[65664]: DEBUG nova.network.neutron [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updating instance_info_cache with network_info: [{"id": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "address": "fa:16:3e:14:9e:e1", "network": {"id": "193dd793-df18-4955-8ff3-0afa4d690784", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-273143945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9c689f7e365b418c8aa331442ed21d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe54f12a-ce", "ovs_interfaceid": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.405789] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5270d370-9679-f212-094c-c08be4528e82, 'name': SearchDatastore_Task, 'duration_secs': 0.014854} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.406608] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c807081c-d33e-4165-a8ce-6ac51a60c522 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.416165] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 650.416165] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fee4f4-eb5c-a0bd-d169-df72c8a82041" [ 650.416165] env[65664]: _type = "Task" [ 650.416165] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.428941] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fee4f4-eb5c-a0bd-d169-df72c8a82041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.580768] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.600180] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.625872] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Received event network-changed-24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 650.626095] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Refreshing instance network info cache due to event network-changed-24072ca7-59d8-4c04-922b-76539ab7eeca. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 650.626302] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquiring lock "refresh_cache-aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.626471] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquired lock "refresh_cache-aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.626685] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Refreshing network info cache for port 24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.765812] env[65664]: DEBUG nova.scheduler.client.report [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.783174] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 650.815760] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414822, 'name': PowerOffVM_Task, 'duration_secs': 0.419719} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.816457] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.817034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.818177] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325b860-fcd4-432f-aa19-b4746e8c2b9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.821669] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.822066] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Instance network_info: |[{"id": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "address": "fa:16:3e:6d:66:a6", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9a4a1-d7", "ovs_interfaceid": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 650.822628] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:66:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b9a4a1-d7ed-49c6-9064-e431968511ab', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.830936] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Creating folder: Project (5e0c58fb18a941528e5b22d66403beb5). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.832747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.834015] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fc1e6aa-bd2c-45fa-973e-eeca1015f515 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.841067] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.841723] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df86db0d-f3e3-4390-8510-e06550a85698 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.851276] env[65664]: DEBUG oslo_concurrency.lockutils [req-71606281-ffcb-4f48-8030-6d45b278793e req-412414ee-9a6c-4f51-bda5-81747f9a634c service nova] Releasing lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.855729] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Created folder: Project (5e0c58fb18a941528e5b22d66403beb5) in parent group-v863926. [ 650.856096] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Creating folder: Instances. Parent ref: group-v863964. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.856305] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fcfa59c-1394-49d2-b7c9-06faa57e7353 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.870560] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Created folder: Instances in parent group-v863964. [ 650.870901] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 650.871203] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.871556] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4bf1228-0198-411b-9691-895d30589407 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.891469] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.891638] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.891835] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Deleting the datastore file [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.892801] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffcca138-dc01-4198-8214-c824d58031db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.899210] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.899210] env[65664]: value = "task-4414826" [ 650.899210] env[65664]: _type = "Task" [ 650.899210] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.901136] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 650.901136] env[65664]: value = "task-4414827" [ 650.901136] env[65664]: _type = "Task" [ 650.901136] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.917667] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414826, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.924987] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.937736] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fee4f4-eb5c-a0bd-d169-df72c8a82041, 'name': SearchDatastore_Task, 'duration_secs': 0.067409} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.938050] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.938335] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 88653470-6123-4be6-803e-93f5c69f4173/88653470-6123-4be6-803e-93f5c69f4173.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.938954] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c97dd23-162b-4584-be7e-278f951cfb8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.948558] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 650.948558] env[65664]: value = "task-4414828" [ 650.948558] env[65664]: _type = "Task" [ 650.948558] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.961969] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.002703] env[65664]: DEBUG nova.network.neutron [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Successfully updated port: cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 651.082073] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414820, 'name': ReconfigVM_Task, 'duration_secs': 1.020316} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.082399] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Reconfigured VM instance instance-0000000c to attach disk [datastore1] c412415d-810b-4780-9d06-4dd2f04281ec/c412415d-810b-4780-9d06-4dd2f04281ec.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.083121] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72678ae1-51a2-4b29-9f12-e0b05acd1c40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.092501] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 651.092501] env[65664]: value = "task-4414829" [ 651.092501] env[65664]: _type = "Task" [ 651.092501] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.108085] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414829, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.108365] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.586869} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.108607] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.109501] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6700ac-3e7a-48a0-a2a0-9967b207e4e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.136229] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] b85c8e1d-b732-4090-be38-c1986ded31c0/b85c8e1d-b732-4090-be38-c1986ded31c0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.137015] env[65664]: WARNING neutronclient.v2_0.client [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.139532] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fb3720-cac4-4931-8ad9-f09794b7b206 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.163233] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 651.163233] env[65664]: value = "task-4414830" [ 651.163233] env[65664]: _type = "Task" [ 651.163233] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.173461] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.270872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.274122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.705s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.276302] env[65664]: INFO nova.compute.claims [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.304222] env[65664]: INFO nova.scheduler.client.report [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Deleted allocations for instance 1221f226-ead3-4d79-9688-e6e3a3e582c4 [ 651.328735] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.372549] env[65664]: WARNING neutronclient.v2_0.client [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.424428] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414826, 'name': CreateVM_Task, 'duration_secs': 0.51571} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.428304] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.428680] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253091} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.429273] env[65664]: WARNING neutronclient.v2_0.client [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.429851] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.429979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.430344] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.430680] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.431241] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.431241] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.435979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.435979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.435979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.435979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.436275] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.437469] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39505ad-9599-426d-8db9-6ac5e7157762 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.441275] env[65664]: INFO nova.compute.manager [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Terminating instance [ 651.455616] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 651.455616] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ecf457-cc44-99b1-8752-04749651a77e" [ 651.455616] env[65664]: _type = "Task" [ 651.455616] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.465899] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.476995] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ecf457-cc44-99b1-8752-04749651a77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.479620] env[65664]: DEBUG nova.compute.manager [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Received event network-vif-plugged-ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 651.479952] env[65664]: DEBUG oslo_concurrency.lockutils [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.480182] env[65664]: DEBUG oslo_concurrency.lockutils [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.480439] env[65664]: DEBUG oslo_concurrency.lockutils [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.480657] env[65664]: DEBUG nova.compute.manager [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] No waiting events found dispatching network-vif-plugged-ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 651.481050] env[65664]: WARNING nova.compute.manager [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Received unexpected event network-vif-plugged-ced279de-9dba-4fe4-a2cb-4ac253a04996 for instance with vm_state building and task_state spawning. [ 651.481163] env[65664]: DEBUG nova.compute.manager [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Received event network-changed-ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 651.481268] env[65664]: DEBUG nova.compute.manager [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Refreshing instance network info cache due to event network-changed-ced279de-9dba-4fe4-a2cb-4ac253a04996. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 651.481581] env[65664]: DEBUG oslo_concurrency.lockutils [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] Acquiring lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.481792] env[65664]: DEBUG oslo_concurrency.lockutils [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] Acquired lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.485252] env[65664]: DEBUG nova.network.neutron [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Refreshing network info cache for port ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.505298] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-afdd2163-e5f5-438e-9be6-57d21911e97a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.505298] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-afdd2163-e5f5-438e-9be6-57d21911e97a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.505298] env[65664]: DEBUG nova.network.neutron [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 651.514336] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Updated VIF entry in instance network info cache for port 24072ca7-59d8-4c04-922b-76539ab7eeca. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.514336] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Updating instance_info_cache with network_info: [{"id": "24072ca7-59d8-4c04-922b-76539ab7eeca", "address": "fa:16:3e:26:e3:3e", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24072ca7-59", "ovs_interfaceid": "24072ca7-59d8-4c04-922b-76539ab7eeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.608457] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414829, 'name': Rename_Task, 'duration_secs': 0.233028} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.609070] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.611027] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8480e79-9be5-48f8-a42e-aad63f06e6ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.618058] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 651.618058] env[65664]: value = "task-4414831" [ 651.618058] env[65664]: _type = "Task" [ 651.618058] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.632299] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.675021] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414830, 'name': ReconfigVM_Task, 'duration_secs': 0.43091} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.675314] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] b85c8e1d-b732-4090-be38-c1986ded31c0/b85c8e1d-b732-4090-be38-c1986ded31c0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.675990] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b3bdfe1-b8af-4619-8aeb-3cfcc5b52aa3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.685896] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 651.685896] env[65664]: value = "task-4414832" [ 651.685896] env[65664]: _type = "Task" [ 651.685896] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.696618] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414832, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.819262] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Lock "1221f226-ead3-4d79-9688-e6e3a3e582c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.363s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.900297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "e1430e70-290e-41d9-af8d-288e06ca398f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.900297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "e1430e70-290e-41d9-af8d-288e06ca398f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.951641] env[65664]: DEBUG nova.compute.manager [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 651.951884] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.958094] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63775c-962c-40e0-98eb-054207ea513a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.972922] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662861} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.979911] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 88653470-6123-4be6-803e-93f5c69f4173/88653470-6123-4be6-803e-93f5c69f4173.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.980050] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.980470] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ecf457-cc44-99b1-8752-04749651a77e, 'name': SearchDatastore_Task, 'duration_secs': 0.048095} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.980569] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.980794] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f231c94-64d0-4a0c-b95d-207b295acaac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.982970] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983151] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.983400] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.983756] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.983756] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.983929] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fd84c94-2088-44c2-ad55-b135a54df009 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.985602] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f709d9-e2db-46fc-91d6-df9738ab3fc3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.988554] env[65664]: WARNING neutronclient.v2_0.client [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.993627] env[65664]: DEBUG oslo_vmware.api [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 651.993627] env[65664]: value = "task-4414834" [ 651.993627] env[65664]: _type = "Task" [ 651.993627] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.998986] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 651.998986] env[65664]: value = "task-4414833" [ 651.998986] env[65664]: _type = "Task" [ 651.998986] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.000957] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.001207] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.005971] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b4c3cf-ece8-4ba4-8077-9b360c67d5d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.013068] env[65664]: DEBUG oslo_vmware.api [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.019437] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Releasing lock "refresh_cache-aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.019815] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Received event network-vif-plugged-0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 652.020038] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquiring lock "c412415d-810b-4780-9d06-4dd2f04281ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.020242] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Lock "c412415d-810b-4780-9d06-4dd2f04281ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.020464] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Lock "c412415d-810b-4780-9d06-4dd2f04281ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.020639] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] No waiting events found dispatching network-vif-plugged-0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 652.020845] env[65664]: WARNING nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Received unexpected event network-vif-plugged-0673dcfa-22ec-484f-a08b-2c303f2893ee for instance with vm_state building and task_state spawning. [ 652.021019] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Received event network-changed-0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 652.021177] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Refreshing instance network info cache due to event network-changed-0673dcfa-22ec-484f-a08b-2c303f2893ee. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 652.021358] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquiring lock "refresh_cache-c412415d-810b-4780-9d06-4dd2f04281ec" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.021488] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquired lock "refresh_cache-c412415d-810b-4780-9d06-4dd2f04281ec" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.021692] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Refreshing network info cache for port 0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.027839] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.028526] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 652.028526] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52982a6c-02bc-5df2-70ce-c6347e66b068" [ 652.028526] env[65664]: _type = "Task" [ 652.028526] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.043938] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52982a6c-02bc-5df2-70ce-c6347e66b068, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.045083] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c888cc5-e89a-4fe0-a320-87acfe14ba1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.054040] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 652.054040] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52da722b-1a07-3035-68de-e241ab286b37" [ 652.054040] env[65664]: _type = "Task" [ 652.054040] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.065388] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52da722b-1a07-3035-68de-e241ab286b37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.131677] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.147436] env[65664]: DEBUG nova.network.neutron [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 652.198298] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414832, 'name': Rename_Task, 'duration_secs': 0.165723} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.198615] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.198890] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0455f980-43ae-4837-8dde-dfb9193f8aca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.209230] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 652.209230] env[65664]: value = "task-4414835" [ 652.209230] env[65664]: _type = "Task" [ 652.209230] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.218992] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.486212] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 652.488020] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.488020] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 652.488020] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.488020] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 652.488020] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 652.488251] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 652.488251] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 652.488251] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 652.488874] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 652.488874] env[65664]: DEBUG nova.virt.hardware [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 652.490021] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd8902-f68f-43b4-b55a-ec363d12a5d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.501461] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660e410e-ae95-44d8-ab45-d7e11e9067d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.511660] env[65664]: DEBUG oslo_vmware.api [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414834, 'name': PowerOffVM_Task, 'duration_secs': 0.393549} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.516924] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.516924] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.516924] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de58416d-bc1a-4283-b8a8-56435f6cbd50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.526761] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.534288] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 652.540650] env[65664]: WARNING neutronclient.v2_0.client [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.543052] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.543435] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081976} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.547095] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ec53ce-5a5a-4c0e-86c5-e39afa5de7be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.559811] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.561600] env[65664]: WARNING neutronclient.v2_0.client [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.565290] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc22d2-001b-4519-b04c-481741f14014 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.577651] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.577651] env[65664]: value = "task-4414837" [ 652.577651] env[65664]: _type = "Task" [ 652.577651] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.581799] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52da722b-1a07-3035-68de-e241ab286b37, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.594884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.595198] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d3aa3fd7-367b-4dc5-ae60-45403f60440c/d3aa3fd7-367b-4dc5-ae60-45403f60440c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.604566] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 88653470-6123-4be6-803e-93f5c69f4173/88653470-6123-4be6-803e-93f5c69f4173.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.610236] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec98da2-9eac-449a-b7a9-87a7d3b947f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.614742] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f19c142-07e5-40bf-b1ae-a855fa892427 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.632388] env[65664]: WARNING neutronclient.v2_0.client [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.636635] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.636785] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.637041] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Deleting the datastore file [datastore2] f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.643320] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-801eb746-aade-474b-9fda-bf0d624caadb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.650695] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 652.650695] env[65664]: value = "task-4414838" [ 652.650695] env[65664]: _type = "Task" [ 652.650695] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.650933] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414837, 'name': CreateVM_Task} progress is 15%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.654198] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 652.654198] env[65664]: value = "task-4414839" [ 652.654198] env[65664]: _type = "Task" [ 652.654198] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.669686] env[65664]: DEBUG oslo_vmware.api [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414831, 'name': PowerOnVM_Task, 'duration_secs': 0.65454} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.670584] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.670846] env[65664]: INFO nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Took 12.39 seconds to spawn the instance on the hypervisor. [ 652.671151] env[65664]: DEBUG nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 652.672450] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979c49a-764a-47d6-834e-14720e55ee46 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.681063] env[65664]: DEBUG oslo_vmware.api [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for the task: (returnval){ [ 652.681063] env[65664]: value = "task-4414840" [ 652.681063] env[65664]: _type = "Task" [ 652.681063] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.681259] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.691955] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.709307] env[65664]: DEBUG oslo_vmware.api [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.722476] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.848069] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1adb657-3862-4139-bf3d-fd6402973919 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.852983] env[65664]: DEBUG nova.network.neutron [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Updating instance_info_cache with network_info: [{"id": "cd880696-0692-4234-a872-43afa3769dfe", "address": "fa:16:3e:c3:68:55", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd880696-06", "ovs_interfaceid": "cd880696-0692-4234-a872-43afa3769dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.861280] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838fb775-4430-415b-91c0-59faf51bba14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.903448] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd18f8c-2ac0-4616-b3ec-793d274fed66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.915815] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656ea7a6-0f06-47d9-ae09-ce0201cb5584 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.942424] env[65664]: DEBUG nova.compute.provider_tree [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.976129] env[65664]: DEBUG nova.network.neutron [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updated VIF entry in instance network info cache for port ced279de-9dba-4fe4-a2cb-4ac253a04996. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.976661] env[65664]: DEBUG nova.network.neutron [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updating instance_info_cache with network_info: [{"id": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "address": "fa:16:3e:6f:ad:96", "network": {"id": "b2f486c0-15e1-4159-8927-ad00d4aa4e0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1898805927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37f992b1dd8d4dbeaa14c1202b51c3f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced279de-9d", "ovs_interfaceid": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.100767] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414837, 'name': CreateVM_Task, 'duration_secs': 0.426707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.101079] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.101734] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.101989] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.102516] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.102940] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39e78bb-a715-4585-9eeb-6f4142f3e8f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.112679] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 653.112679] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52641ddc-d9ac-587a-e8f3-0003ee7130fe" [ 653.112679] env[65664]: _type = "Task" [ 653.112679] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.131109] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52641ddc-d9ac-587a-e8f3-0003ee7130fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.135817] env[65664]: WARNING neutronclient.v2_0.client [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.168496] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.183782] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414839, 'name': ReconfigVM_Task, 'duration_secs': 0.496282} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.183988] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 88653470-6123-4be6-803e-93f5c69f4173/88653470-6123-4be6-803e-93f5c69f4173.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.186582] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f34a5cc5-3dd5-4170-b2b3-399cd3301232 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.200036] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 653.200036] env[65664]: value = "task-4414841" [ 653.200036] env[65664]: _type = "Task" [ 653.200036] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.211898] env[65664]: DEBUG oslo_vmware.api [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Task: {'id': task-4414840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272628} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.212911] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.213196] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.213755] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.213755] env[65664]: INFO nova.compute.manager [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Took 1.26 seconds to destroy the instance on the hypervisor. [ 653.213957] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 653.222193] env[65664]: DEBUG nova.compute.manager [-] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 653.222621] env[65664]: DEBUG nova.network.neutron [-] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 653.223258] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.230951] env[65664]: INFO nova.compute.manager [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Took 26.46 seconds to build instance. [ 653.232445] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414841, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.242349] env[65664]: DEBUG oslo_vmware.api [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4414835, 'name': PowerOnVM_Task, 'duration_secs': 0.881795} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.242718] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.243340] env[65664]: INFO nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Took 10.54 seconds to spawn the instance on the hypervisor. [ 653.243340] env[65664]: DEBUG nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.244225] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e928e731-ce08-4b20-a5e4-23993f55ecca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.356348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-afdd2163-e5f5-438e-9be6-57d21911e97a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.356891] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance network_info: |[{"id": "cd880696-0692-4234-a872-43afa3769dfe", "address": "fa:16:3e:c3:68:55", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd880696-06", "ovs_interfaceid": "cd880696-0692-4234-a872-43afa3769dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 653.357460] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:68:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd880696-0692-4234-a872-43afa3769dfe', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.365585] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating folder: Project (47635d8b426f4eb09754ee2be6e202c4). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.365936] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-617fed86-e5f0-42f6-b846-f9a4d2af6312 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.379252] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created folder: Project (47635d8b426f4eb09754ee2be6e202c4) in parent group-v863926. [ 653.379252] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating folder: Instances. Parent ref: group-v863968. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.379252] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-118432cf-08e6-483f-9823-dbcd357978bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.390481] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created folder: Instances in parent group-v863968. [ 653.390763] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 653.390972] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.391282] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efdb143b-74d6-4665-85b6-9dad612efeaf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.413245] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.413245] env[65664]: value = "task-4414844" [ 653.413245] env[65664]: _type = "Task" [ 653.413245] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.422301] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414844, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.445677] env[65664]: DEBUG nova.scheduler.client.report [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.479992] env[65664]: DEBUG oslo_concurrency.lockutils [req-1fcf1412-46ab-4f36-834e-223f0b2d8516 req-9b5ddfb5-d94c-4453-9504-b8d3ed301920 service nova] Releasing lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.492694] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.548907] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Updated VIF entry in instance network info cache for port 0673dcfa-22ec-484f-a08b-2c303f2893ee. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.549348] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Updating instance_info_cache with network_info: [{"id": "0673dcfa-22ec-484f-a08b-2c303f2893ee", "address": "fa:16:3e:08:53:55", "network": {"id": "f1472d1d-5eb3-494f-9f12-cc929c5e625a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-693278311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "370098c3767e4191b5cfc50202e7da52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0673dcfa-22", "ovs_interfaceid": "0673dcfa-22ec-484f-a08b-2c303f2893ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.623672] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52641ddc-d9ac-587a-e8f3-0003ee7130fe, 'name': SearchDatastore_Task, 'duration_secs': 0.042791} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.624055] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.624247] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.624481] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624622] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.624793] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.625065] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5a339df-1f0f-412f-8767-d9bef5b07916 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.636032] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.636239] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.636981] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d797149-e33b-4b2c-abe4-958d6ce40b16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.644036] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 653.644036] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5272b497-3397-aaf1-73a7-885afb87bae6" [ 653.644036] env[65664]: _type = "Task" [ 653.644036] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.654952] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5272b497-3397-aaf1-73a7-885afb87bae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.664366] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701729} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.664366] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d3aa3fd7-367b-4dc5-ae60-45403f60440c/d3aa3fd7-367b-4dc5-ae60-45403f60440c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.664779] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.664901] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544807e9-d97e-48f7-92fe-e11930bf675f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.673169] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 653.673169] env[65664]: value = "task-4414845" [ 653.673169] env[65664]: _type = "Task" [ 653.673169] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.684429] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.712227] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414841, 'name': Rename_Task, 'duration_secs': 0.285162} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.712557] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.712852] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eafc5e0-81ed-4a7e-9625-6c4979f5bc91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.720455] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 653.720455] env[65664]: value = "task-4414846" [ 653.720455] env[65664]: _type = "Task" [ 653.720455] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.731111] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.733661] env[65664]: DEBUG oslo_concurrency.lockutils [None req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "c412415d-810b-4780-9d06-4dd2f04281ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.008s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.771679] env[65664]: INFO nova.compute.manager [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Took 26.41 seconds to build instance. [ 653.927190] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414844, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.954348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.954348] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 653.955263] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.488s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.956761] env[65664]: INFO nova.compute.claims [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.052146] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Releasing lock "refresh_cache-c412415d-810b-4780-9d06-4dd2f04281ec" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.052536] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Received event network-vif-plugged-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.052819] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquiring lock "88653470-6123-4be6-803e-93f5c69f4173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.053084] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Lock "88653470-6123-4be6-803e-93f5c69f4173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.053290] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Lock "88653470-6123-4be6-803e-93f5c69f4173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.053517] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] No waiting events found dispatching network-vif-plugged-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 654.053756] env[65664]: WARNING nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Received unexpected event network-vif-plugged-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 for instance with vm_state building and task_state spawning. [ 654.053951] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Received event network-changed-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.054119] env[65664]: DEBUG nova.compute.manager [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Refreshing instance network info cache due to event network-changed-3c8ed823-19a9-48cb-a74d-8478b52bbfe6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 654.054305] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquiring lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.054437] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Acquired lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.054587] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Refreshing network info cache for port 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.158625] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5272b497-3397-aaf1-73a7-885afb87bae6, 'name': SearchDatastore_Task, 'duration_secs': 0.033114} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.159635] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc0c2dc-bc7e-4d00-b379-263ba25a7940 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.166585] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 654.166585] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528dd417-3e61-1d1e-e7d9-041d36a759c2" [ 654.166585] env[65664]: _type = "Task" [ 654.166585] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.177619] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528dd417-3e61-1d1e-e7d9-041d36a759c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.188085] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112225} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.188444] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.189408] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9cf35-a9c9-4060-8049-2dfdeec11183 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.215371] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] d3aa3fd7-367b-4dc5-ae60-45403f60440c/d3aa3fd7-367b-4dc5-ae60-45403f60440c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.215371] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db3aa79-dd4c-4945-9708-d5c549d5f127 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.236360] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 654.243105] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.243512] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 654.243512] env[65664]: value = "task-4414847" [ 654.243512] env[65664]: _type = "Task" [ 654.243512] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.257746] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.276775] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c7488d-936e-4203-935d-28f1e673699a tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.327s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.389814] env[65664]: DEBUG nova.network.neutron [-] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.427591] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414844, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.462724] env[65664]: DEBUG nova.compute.utils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.469755] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 654.470379] env[65664]: DEBUG nova.network.neutron [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 654.470379] env[65664]: WARNING neutronclient.v2_0.client [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.470756] env[65664]: WARNING neutronclient.v2_0.client [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.556778] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Received event network-vif-plugged-36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.556778] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Acquiring lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.556778] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.556778] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.559318] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] No waiting events found dispatching network-vif-plugged-36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 654.559523] env[65664]: WARNING nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Received unexpected event network-vif-plugged-36b9a4a1-d7ed-49c6-9064-e431968511ab for instance with vm_state building and task_state spawning. [ 654.559682] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Received event network-changed-36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.559838] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Refreshing instance network info cache due to event network-changed-36b9a4a1-d7ed-49c6-9064-e431968511ab. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 654.560027] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Acquiring lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.560765] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Acquired lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.560765] env[65664]: DEBUG nova.network.neutron [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Refreshing network info cache for port 36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.562240] env[65664]: WARNING neutronclient.v2_0.client [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.575910] env[65664]: DEBUG nova.policy [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd73af5868fba4b448ce34e844a2c1e3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec6c45b2f6242d984ad9de0ab80d56e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.679341] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528dd417-3e61-1d1e-e7d9-041d36a759c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.680352] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.680352] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.680352] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-883e466e-6e20-4fc0-9f37-ba7aeb4c7568 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.688840] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 654.688840] env[65664]: value = "task-4414848" [ 654.688840] env[65664]: _type = "Task" [ 654.688840] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.701212] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.746627] env[65664]: DEBUG oslo_vmware.api [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414846, 'name': PowerOnVM_Task, 'duration_secs': 0.963223} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.752072] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.752301] env[65664]: INFO nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Took 9.60 seconds to spawn the instance on the hypervisor. [ 654.753062] env[65664]: DEBUG nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.755068] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451f43f-40d2-403d-9096-1e6ab09c7cc6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.764857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "21185914-2473-4832-bc4e-66f746de27cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.765167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "21185914-2473-4832-bc4e-66f746de27cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.765365] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "21185914-2473-4832-bc4e-66f746de27cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.765541] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "21185914-2473-4832-bc4e-66f746de27cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.765701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "21185914-2473-4832-bc4e-66f746de27cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.767283] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.767762] env[65664]: INFO nova.compute.manager [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Terminating instance [ 654.777051] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.892872] env[65664]: INFO nova.compute.manager [-] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Took 1.67 seconds to deallocate network for instance. [ 654.928749] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414844, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.974238] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 655.066171] env[65664]: WARNING neutronclient.v2_0.client [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.083502] env[65664]: DEBUG nova.network.neutron [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Successfully created port: 54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 655.203825] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.261419] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414847, 'name': ReconfigVM_Task, 'duration_secs': 0.676029} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.264270] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Reconfigured VM instance instance-0000000f to attach disk [datastore1] d3aa3fd7-367b-4dc5-ae60-45403f60440c/d3aa3fd7-367b-4dc5-ae60-45403f60440c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.265726] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ab21414-2145-4c1e-9b9b-aa6bba8b0b95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.273870] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 655.273870] env[65664]: value = "task-4414849" [ 655.273870] env[65664]: _type = "Task" [ 655.273870] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.289458] env[65664]: INFO nova.compute.manager [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Took 24.68 seconds to build instance. [ 655.290688] env[65664]: DEBUG nova.compute.manager [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 655.291010] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.293122] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939c65d9-da67-4f6f-b543-bb0945996516 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.302911] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414849, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.310620] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.312000] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d53b40d9-77c7-4272-a9f3-5c0e5255273c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.320676] env[65664]: DEBUG oslo_vmware.api [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 655.320676] env[65664]: value = "task-4414850" [ 655.320676] env[65664]: _type = "Task" [ 655.320676] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.334343] env[65664]: DEBUG oslo_vmware.api [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.367615] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7fb922-86ff-41c8-94f4-8dc69e7f5fd6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.378039] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11228ada-1a56-4ff9-a825-912f811fe038 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.414394] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.416295] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e8e5c-05b6-4698-913f-12c1de9488a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.430629] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e904cbe-5ec2-4350-b6c2-4db26d970c04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.434668] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414844, 'name': CreateVM_Task, 'duration_secs': 1.641535} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.434865] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.435742] env[65664]: WARNING neutronclient.v2_0.client [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.436136] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.436286] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.436691] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.436925] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdc0100-0c01-4362-bd0c-c700603580c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.448261] env[65664]: DEBUG nova.compute.provider_tree [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.454231] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 655.454231] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5262cbc8-9d1e-73e1-c79c-02cae6646491" [ 655.454231] env[65664]: _type = "Task" [ 655.454231] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.463570] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5262cbc8-9d1e-73e1-c79c-02cae6646491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.705200] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641163} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.705539] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.705746] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.706059] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7771ec-44ce-4346-8814-49e2b069eefd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.714609] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 655.714609] env[65664]: value = "task-4414851" [ 655.714609] env[65664]: _type = "Task" [ 655.714609] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.726165] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.791078] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414849, 'name': Rename_Task, 'duration_secs': 0.252726} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.791078] env[65664]: DEBUG oslo_concurrency.lockutils [None req-74eb7cba-69c2-4a70-86ec-59fa20553313 tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "88653470-6123-4be6-803e-93f5c69f4173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.217s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.791429] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.791761] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa02d0b-bd13-4827-9aa6-924ec156acab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.800888] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 655.800888] env[65664]: value = "task-4414852" [ 655.800888] env[65664]: _type = "Task" [ 655.800888] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.811963] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.838335] env[65664]: DEBUG oslo_vmware.api [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414850, 'name': PowerOffVM_Task, 'duration_secs': 0.290539} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.838558] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.838805] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.839076] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-befead8c-f354-44b2-9a50-70cf499aa381 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.921034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.921034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.921034] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleting the datastore file [datastore2] 21185914-2473-4832-bc4e-66f746de27cc {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.921034] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d61a553-1a6f-479f-ae40-77d4a9e740b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.929842] env[65664]: DEBUG oslo_vmware.api [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 655.929842] env[65664]: value = "task-4414854" [ 655.929842] env[65664]: _type = "Task" [ 655.929842] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.941919] env[65664]: DEBUG oslo_vmware.api [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.952151] env[65664]: DEBUG nova.scheduler.client.report [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.969220] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5262cbc8-9d1e-73e1-c79c-02cae6646491, 'name': SearchDatastore_Task, 'duration_secs': 0.015864} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.969220] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.969768] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.969945] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.970113] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.970295] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.971777] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc9332c-9808-4296-8426-c3f0de78c0d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.985835] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 655.994078] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.994491] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.995186] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af9ce76-a24a-4ea8-a126-80c7d79bc948 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.003569] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 656.003569] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521466a2-78b5-c549-26cb-32ea726fff95" [ 656.003569] env[65664]: _type = "Task" [ 656.003569] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.013338] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521466a2-78b5-c549-26cb-32ea726fff95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.022671] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.023048] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.023158] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.023336] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.023485] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.023794] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.023865] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.023996] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.024166] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.024319] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.024477] env[65664]: DEBUG nova.virt.hardware [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.025375] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8da95b-59de-429a-9b63-b740f8b8189d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.034843] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524feb6a-9955-44b7-871e-707b943d6454 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.225008] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081206} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.227148] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.228064] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c58e08-4acb-4496-a60c-6c92bd0513b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.250545] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.251913] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bd7126-3bfc-4ce6-a44b-2b7bdb9c0d11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.273034] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 656.273034] env[65664]: value = "task-4414855" [ 656.273034] env[65664]: _type = "Task" [ 656.273034] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.283284] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.313409] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.443908] env[65664]: DEBUG oslo_vmware.api [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4414854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41952} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.444709] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.445120] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.445436] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.445740] env[65664]: INFO nova.compute.manager [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 656.446141] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 656.446473] env[65664]: DEBUG nova.compute.manager [-] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 656.446661] env[65664]: DEBUG nova.network.neutron [-] [instance: 21185914-2473-4832-bc4e-66f746de27cc] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 656.447045] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.462815] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.463297] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 656.466166] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.512s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.467866] env[65664]: INFO nova.compute.claims [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.520051] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521466a2-78b5-c549-26cb-32ea726fff95, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.520899] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d8fadb-bd53-4001-abb3-4ae06498e4ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.528690] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 656.528690] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b1d8f6-2d68-7c2e-41cc-a7f1918ad1ef" [ 656.528690] env[65664]: _type = "Task" [ 656.528690] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.538291] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b1d8f6-2d68-7c2e-41cc-a7f1918ad1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.760849] env[65664]: WARNING neutronclient.v2_0.client [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.786996] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.812963] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414852, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.973306] env[65664]: DEBUG nova.compute.utils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.978182] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 656.978182] env[65664]: DEBUG nova.network.neutron [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 656.978182] env[65664]: WARNING neutronclient.v2_0.client [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.980447] env[65664]: WARNING neutronclient.v2_0.client [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.002654] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.040536] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b1d8f6-2d68-7c2e-41cc-a7f1918ad1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.032127} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.040884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.041165] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.041516] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55a6bae4-1cb6-4e08-8083-bbb72160ee31 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.051378] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 657.051378] env[65664]: value = "task-4414856" [ 657.051378] env[65664]: _type = "Task" [ 657.051378] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.065023] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.231449] env[65664]: DEBUG nova.network.neutron [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Successfully updated port: 54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 657.254236] env[65664]: DEBUG nova.policy [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1211861d5c4db3853a3f07eaaf7777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b4d8332d5124d6b854db176f1f7204e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.294803] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414855, 'name': ReconfigVM_Task, 'duration_secs': 0.799341} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.294914] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f/c5889957-0eba-49e9-b280-e9fbd16a949f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.295506] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d281c1ec-918c-4f1c-9b4b-7affa7ccb684 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.313431] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 657.313431] env[65664]: value = "task-4414857" [ 657.313431] env[65664]: _type = "Task" [ 657.313431] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.320726] env[65664]: DEBUG oslo_vmware.api [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4414852, 'name': PowerOnVM_Task, 'duration_secs': 1.2808} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.322069] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.322468] env[65664]: INFO nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Took 9.60 seconds to spawn the instance on the hypervisor. [ 657.324120] env[65664]: DEBUG nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 657.324120] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c352a25-94ff-4f0b-a93b-4542d4af2c0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.334973] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Updated VIF entry in instance network info cache for port 3c8ed823-19a9-48cb-a74d-8478b52bbfe6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.335565] env[65664]: DEBUG nova.network.neutron [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Updating instance_info_cache with network_info: [{"id": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "address": "fa:16:3e:d4:d6:fb", "network": {"id": "25ac6ca6-87c8-4cca-bb1e-aa4356eb90e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1097537207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb18b68045a4e50b71c5643625bcf5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8ed823-19", "ovs_interfaceid": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.337771] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414857, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.479876] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 657.568984] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.570548] env[65664]: WARNING neutronclient.v2_0.client [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.738121] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "refresh_cache-c09447b3-1638-4d4a-9271-c5514100e51c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.738335] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired lock "refresh_cache-c09447b3-1638-4d4a-9271-c5514100e51c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.738507] env[65664]: DEBUG nova.network.neutron [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 657.824440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.825106] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.836041] env[65664]: DEBUG nova.network.neutron [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updated VIF entry in instance network info cache for port 36b9a4a1-d7ed-49c6-9064-e431968511ab. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.836041] env[65664]: DEBUG nova.network.neutron [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updating instance_info_cache with network_info: [{"id": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "address": "fa:16:3e:6d:66:a6", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9a4a1-d7", "ovs_interfaceid": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.840343] env[65664]: DEBUG oslo_concurrency.lockutils [req-004aeb3e-375d-4f1d-adac-3e5a5f20cf19 req-7a776fce-6fc8-447e-a703-413a93710f13 service nova] Releasing lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.840963] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414857, 'name': Rename_Task, 'duration_secs': 0.19053} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.845591] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.846229] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f42ecf2-7347-4825-bed1-423b72254b45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.861888] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Waiting for the task: (returnval){ [ 657.861888] env[65664]: value = "task-4414858" [ 657.861888] env[65664]: _type = "Task" [ 657.861888] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.869044] env[65664]: INFO nova.compute.manager [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Took 25.01 seconds to build instance. [ 657.879268] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.880560] env[65664]: DEBUG nova.network.neutron [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Successfully created port: 39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.990267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb8bf5-30a1-4208-8ead-ae319d57d0b0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.001022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0cad20-7ce0-4713-a997-b52c305652ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.041117] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8d770-ad03-48f4-98a0-13a9adac67aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.044627] env[65664]: DEBUG nova.network.neutron [-] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.051407] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034abd8-1205-44fe-9e7a-17abb5c15f1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.071715] env[65664]: DEBUG nova.compute.provider_tree [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.077369] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665903} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.077859] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.078407] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.078407] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52316ed5-bf56-4b8a-9791-f5c44b7c8c60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.087222] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 658.087222] env[65664]: value = "task-4414859" [ 658.087222] env[65664]: _type = "Task" [ 658.087222] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.100034] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.332652] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 658.343406] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Releasing lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.344677] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Received event network-vif-plugged-cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 658.344677] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Acquiring lock "afdd2163-e5f5-438e-9be6-57d21911e97a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.344677] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.344677] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.344677] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] No waiting events found dispatching network-vif-plugged-cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 658.345028] env[65664]: WARNING nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Received unexpected event network-vif-plugged-cd880696-0692-4234-a872-43afa3769dfe for instance with vm_state building and task_state spawning. [ 658.345028] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Received event network-changed-cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 658.345028] env[65664]: DEBUG nova.compute.manager [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Refreshing instance network info cache due to event network-changed-cd880696-0692-4234-a872-43afa3769dfe. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 658.347556] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Acquiring lock "refresh_cache-afdd2163-e5f5-438e-9be6-57d21911e97a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.347556] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Acquired lock "refresh_cache-afdd2163-e5f5-438e-9be6-57d21911e97a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.347556] env[65664]: DEBUG nova.network.neutron [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Refreshing network info cache for port cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.362797] env[65664]: DEBUG nova.network.neutron [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 658.373092] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.527s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.383433] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.495439] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 658.498095] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "4ba05e21-99c4-4519-be86-d8eb63470422" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.498630] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "4ba05e21-99c4-4519-be86-d8eb63470422" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.533545] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 658.533800] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.534180] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 658.534180] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.534312] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 658.534395] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 658.534595] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 658.534768] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 658.535030] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 658.535125] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 658.535277] env[65664]: DEBUG nova.virt.hardware [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 658.536480] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baa9d1e-3408-4589-ae40-4e92e72133a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.545958] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4a614b-e6b8-426c-b4a3-d69eaef3d74a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.550154] env[65664]: INFO nova.compute.manager [-] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Took 2.10 seconds to deallocate network for instance. [ 658.580905] env[65664]: DEBUG nova.scheduler.client.report [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.599748] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068034} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.600654] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.601495] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca2572-4166-47a5-aff7-c398098f0fc1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.625263] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.625827] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8136317-c412-47a6-9694-1dc9bb601dfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.646706] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 658.646706] env[65664]: value = "task-4414860" [ 658.646706] env[65664]: _type = "Task" [ 658.646706] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.660098] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.853170] env[65664]: WARNING neutronclient.v2_0.client [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.867108] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.878794] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.974141] env[65664]: DEBUG nova.compute.manager [req-0a9866a5-2e19-47cc-b4df-55612c664ec0 req-4fe5c06a-5432-4f72-bddf-d9209469ed32 service nova] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Received event network-vif-deleted-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 659.001592] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.035292] env[65664]: WARNING neutronclient.v2_0.client [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.066916] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.084898] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.085543] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 659.088941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.256s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.091327] env[65664]: INFO nova.compute.claims [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.158937] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414860, 'name': ReconfigVM_Task, 'duration_secs': 0.309073} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.159294] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Reconfigured VM instance instance-00000010 to attach disk [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.159996] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dadb90cb-347e-43f4-a98c-e956c46bf839 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.168256] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 659.168256] env[65664]: value = "task-4414861" [ 659.168256] env[65664]: _type = "Task" [ 659.168256] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.179471] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414861, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.380312] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.401847] env[65664]: DEBUG nova.network.neutron [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Updating instance_info_cache with network_info: [{"id": "54569c7f-f48f-4d78-b941-f6898b9c7cda", "address": "fa:16:3e:57:eb:69", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54569c7f-f4", "ovs_interfaceid": "54569c7f-f48f-4d78-b941-f6898b9c7cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.538197] env[65664]: WARNING neutronclient.v2_0.client [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.542028] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.543116] env[65664]: DEBUG nova.network.neutron [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Successfully updated port: 39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.596427] env[65664]: DEBUG nova.compute.utils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.600379] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 659.601453] env[65664]: DEBUG nova.network.neutron [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 659.601453] env[65664]: WARNING neutronclient.v2_0.client [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.601597] env[65664]: WARNING neutronclient.v2_0.client [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.637581] env[65664]: DEBUG nova.network.neutron [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Updated VIF entry in instance network info cache for port cd880696-0692-4234-a872-43afa3769dfe. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.637924] env[65664]: DEBUG nova.network.neutron [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Updating instance_info_cache with network_info: [{"id": "cd880696-0692-4234-a872-43afa3769dfe", "address": "fa:16:3e:c3:68:55", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd880696-06", "ovs_interfaceid": "cd880696-0692-4234-a872-43afa3769dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.678061] env[65664]: DEBUG nova.policy [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eb3f0e4f5a34bb9bf7f05908207d16f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b48785c5e64f799561f35c32cd6a1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.688195] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414861, 'name': Rename_Task, 'duration_secs': 0.205808} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.688322] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.688959] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5ae907-d9c8-4ec4-96fc-e9b484480095 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.697883] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 659.697883] env[65664]: value = "task-4414862" [ 659.697883] env[65664]: _type = "Task" [ 659.697883] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.709516] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.887823] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414858, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.907500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Releasing lock "refresh_cache-c09447b3-1638-4d4a-9271-c5514100e51c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.907500] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Instance network_info: |[{"id": "54569c7f-f48f-4d78-b941-f6898b9c7cda", "address": "fa:16:3e:57:eb:69", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54569c7f-f4", "ovs_interfaceid": "54569c7f-f48f-4d78-b941-f6898b9c7cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 659.907819] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:eb:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54569c7f-f48f-4d78-b941-f6898b9c7cda', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.919551] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 659.920576] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.920901] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-074c5ce2-e4c3-4b4b-9c78-9a8837f51de3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.947738] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.947738] env[65664]: value = "task-4414863" [ 659.947738] env[65664]: _type = "Task" [ 659.947738] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.959880] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414863, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.047251] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.047459] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.048596] env[65664]: DEBUG nova.network.neutron [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.108133] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 660.117841] env[65664]: DEBUG nova.network.neutron [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Successfully created port: e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 660.140956] env[65664]: DEBUG oslo_concurrency.lockutils [req-6b1072f5-e67b-4054-a24b-faafbe76c476 req-8711ef98-b43f-4a2a-9e24-ad1f69bd4095 service nova] Releasing lock "refresh_cache-afdd2163-e5f5-438e-9be6-57d21911e97a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.216455] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414862, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.386936] env[65664]: DEBUG oslo_vmware.api [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Task: {'id': task-4414858, 'name': PowerOnVM_Task, 'duration_secs': 2.09871} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.391201] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.391399] env[65664]: DEBUG nova.compute.manager [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.393663] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc10f82e-cb0f-4ddd-b87a-78484c9a3c80 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.462211] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414863, 'name': CreateVM_Task, 'duration_secs': 0.484424} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.465024] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.467438] env[65664]: WARNING neutronclient.v2_0.client [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.467891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.467891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.468031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.473080] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039d4bb2-2e8d-4cb2-a944-90bf64423f96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.480608] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 660.480608] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521a53ad-ffba-1953-b872-20cee09c1e1f" [ 660.480608] env[65664]: _type = "Task" [ 660.480608] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.494179] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521a53ad-ffba-1953-b872-20cee09c1e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.551961] env[65664]: DEBUG nova.compute.manager [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.556022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed4856-8bbf-4b7c-8f68-ff416ea67060 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.644789] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cc456c-b0f2-436a-98f9-f00d68f33d02 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.656787] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e728c9-7468-4b4d-a8e4-920baa416916 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.693069] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e396b7-bb2c-4d8c-8cea-0aee1ca15fb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.708023] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164147de-c6cf-4407-8ccc-8dcd66050b95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.724119] env[65664]: DEBUG nova.compute.provider_tree [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.728479] env[65664]: DEBUG oslo_vmware.api [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414862, 'name': PowerOnVM_Task, 'duration_secs': 0.675501} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.729563] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.729563] env[65664]: INFO nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Took 10.46 seconds to spawn the instance on the hypervisor. [ 660.729563] env[65664]: DEBUG nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.730530] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183635a0-ddca-48a9-80aa-3500e4ac6197 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.817507] env[65664]: DEBUG nova.network.neutron [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.913897] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.995292] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521a53ad-ffba-1953-b872-20cee09c1e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.029894} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.995698] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.995860] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.996119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.996276] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.996455] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.996736] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62a10d0-d24d-4532-a5de-5037e3cd4250 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.015387] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.015707] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.016335] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55e0d4b-7aae-4a19-8ee1-2324ab6ce5fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.027364] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 661.027364] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d15750-15aa-6b7d-29e5-0b3c1c08ccf4" [ 661.027364] env[65664]: _type = "Task" [ 661.027364] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.032057] env[65664]: WARNING neutronclient.v2_0.client [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.041733] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d15750-15aa-6b7d-29e5-0b3c1c08ccf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.067587] env[65664]: INFO nova.compute.manager [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] instance snapshotting [ 661.070800] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab304c76-f094-4db7-be67-ebbf891df166 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.097413] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd9badc-77a6-4a6e-b938-9cf17006aeb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.133255] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 661.166118] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:15:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1304838915',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-796644710',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.166348] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.166499] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.166666] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.168395] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.168572] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.168792] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.168955] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.169147] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.169313] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.169484] env[65664]: DEBUG nova.virt.hardware [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.170830] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94d694-977d-491c-ba88-0906cbedc2c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.179956] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa917913-04f7-4f4e-b2cd-a39425a893b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.203515] env[65664]: DEBUG nova.network.neutron [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [{"id": "39128028-ac38-4ac8-9698-5d3ceb010e01", "address": "fa:16:3e:65:8d:98", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39128028-ac", "ovs_interfaceid": "39128028-ac38-4ac8-9698-5d3ceb010e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.230730] env[65664]: DEBUG nova.scheduler.client.report [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.252967] env[65664]: INFO nova.compute.manager [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Took 24.82 seconds to build instance. [ 661.539160] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d15750-15aa-6b7d-29e5-0b3c1c08ccf4, 'name': SearchDatastore_Task, 'duration_secs': 0.041133} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.540146] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af52eac-00f3-465d-9e7b-2864781f15fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.547523] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 661.547523] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529282ec-9bc8-60a4-8173-1a78f29e13ba" [ 661.547523] env[65664]: _type = "Task" [ 661.547523] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.559254] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529282ec-9bc8-60a4-8173-1a78f29e13ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.610330] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.610708] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64b5226c-c524-4cc2-932a-0e6ad7876715 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.619437] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 661.619437] env[65664]: value = "task-4414864" [ 661.619437] env[65664]: _type = "Task" [ 661.619437] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.631275] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.707053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.708261] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance network_info: |[{"id": "39128028-ac38-4ac8-9698-5d3ceb010e01", "address": "fa:16:3e:65:8d:98", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39128028-ac", "ovs_interfaceid": "39128028-ac38-4ac8-9698-5d3ceb010e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 661.708851] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:8d:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39128028-ac38-4ac8-9698-5d3ceb010e01', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.716717] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 661.717382] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.717382] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d0ed7d4-e852-4f49-99b3-d60e5e01bece {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.736520] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.737173] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 661.745823] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.415s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.745823] env[65664]: INFO nova.compute.claims [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.749528] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.749528] env[65664]: value = "task-4414865" [ 661.749528] env[65664]: _type = "Task" [ 661.749528] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.755465] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c9690f-32ae-45f0-9584-908e2b939632 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.321s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.759674] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414865, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.792822] env[65664]: DEBUG nova.network.neutron [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Successfully updated port: e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 662.062177] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529282ec-9bc8-60a4-8173-1a78f29e13ba, 'name': SearchDatastore_Task, 'duration_secs': 0.023505} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.063027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.063027] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c09447b3-1638-4d4a-9271-c5514100e51c/c09447b3-1638-4d4a-9271-c5514100e51c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.063266] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c629c78e-eeff-426c-b5d6-1bd40f6922a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.074238] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 662.074238] env[65664]: value = "task-4414866" [ 662.074238] env[65664]: _type = "Task" [ 662.074238] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.086024] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.130903] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414864, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.166975] env[65664]: DEBUG nova.compute.manager [req-7ea205c5-f348-4fbc-8cb1-cba3b53d10d9 req-95883ced-ca7b-4575-a9c1-822494b9c016 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Received event network-vif-plugged-39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 662.167232] env[65664]: DEBUG oslo_concurrency.lockutils [req-7ea205c5-f348-4fbc-8cb1-cba3b53d10d9 req-95883ced-ca7b-4575-a9c1-822494b9c016 service nova] Acquiring lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.171041] env[65664]: DEBUG oslo_concurrency.lockutils [req-7ea205c5-f348-4fbc-8cb1-cba3b53d10d9 req-95883ced-ca7b-4575-a9c1-822494b9c016 service nova] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.171041] env[65664]: DEBUG oslo_concurrency.lockutils [req-7ea205c5-f348-4fbc-8cb1-cba3b53d10d9 req-95883ced-ca7b-4575-a9c1-822494b9c016 service nova] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.171041] env[65664]: DEBUG nova.compute.manager [req-7ea205c5-f348-4fbc-8cb1-cba3b53d10d9 req-95883ced-ca7b-4575-a9c1-822494b9c016 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] No waiting events found dispatching network-vif-plugged-39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.171041] env[65664]: WARNING nova.compute.manager [req-7ea205c5-f348-4fbc-8cb1-cba3b53d10d9 req-95883ced-ca7b-4575-a9c1-822494b9c016 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Received unexpected event network-vif-plugged-39128028-ac38-4ac8-9698-5d3ceb010e01 for instance with vm_state building and task_state spawning. [ 662.254529] env[65664]: DEBUG nova.compute.utils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.254529] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 662.254529] env[65664]: DEBUG nova.network.neutron [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 662.255133] env[65664]: WARNING neutronclient.v2_0.client [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.255625] env[65664]: WARNING neutronclient.v2_0.client [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.276013] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414865, 'name': CreateVM_Task, 'duration_secs': 0.377683} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.276013] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.276013] env[65664]: WARNING neutronclient.v2_0.client [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.276013] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.276013] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.276378] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.276378] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4add7d92-18b5-40fe-9daf-e34ef9788a60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.282762] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 662.282762] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523342a0-bca0-516c-b553-7473cf1b7b2e" [ 662.282762] env[65664]: _type = "Task" [ 662.282762] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.294874] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523342a0-bca0-516c-b553-7473cf1b7b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.295446] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.295701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.295974] env[65664]: DEBUG nova.network.neutron [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.308460] env[65664]: DEBUG nova.policy [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817b3806045b45ad90f47d7c9ba4454f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcbf5db25a47478c9c033c268ffe8729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.591731] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414866, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.634177] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414864, 'name': CreateSnapshot_Task, 'duration_secs': 0.881066} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.634506] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.635429] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b555e1f-ef03-4e4a-8fbb-2baedaf90734 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.763083] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 662.781217] env[65664]: DEBUG nova.network.neutron [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Successfully created port: bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 662.796492] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523342a0-bca0-516c-b553-7473cf1b7b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.799850] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.800336] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.800728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.801100] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.801245] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.806557] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a8d334-6bfe-4671-a8ee-9dff17aa2b84 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.817299] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.817939] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.818414] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ea1006-f932-4c60-b4d3-cd0dbe1a3096 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.827382] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 662.827382] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a46e38-43c3-779d-c252-1c463ced8f42" [ 662.827382] env[65664]: _type = "Task" [ 662.827382] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.842301] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a46e38-43c3-779d-c252-1c463ced8f42, 'name': SearchDatastore_Task, 'duration_secs': 0.012927} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.843180] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9178be-adc4-4acf-b26e-f4fc611f4ea4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.852275] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 662.852275] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5b9f3-220e-ad2a-c631-dd077250be76" [ 662.852275] env[65664]: _type = "Task" [ 662.852275] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.862364] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5b9f3-220e-ad2a-c631-dd077250be76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.868947] env[65664]: DEBUG nova.network.neutron [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.091839] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69136} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.091839] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c09447b3-1638-4d4a-9271-c5514100e51c/c09447b3-1638-4d4a-9271-c5514100e51c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.091839] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.091839] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e568aa-4926-40a7-9b54-c2e323fdd006 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.103668] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 663.103668] env[65664]: value = "task-4414867" [ 663.103668] env[65664]: _type = "Task" [ 663.103668] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.116812] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.117127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.122866] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.170762] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 663.171841] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eec58e95-2632-4d63-a6a7-6e3e15ad4cc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.185145] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 663.185145] env[65664]: value = "task-4414868" [ 663.185145] env[65664]: _type = "Task" [ 663.185145] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.194181] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414868, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.198047] env[65664]: WARNING neutronclient.v2_0.client [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.227233] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Received event network-vif-plugged-54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 663.227498] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Acquiring lock "c09447b3-1638-4d4a-9271-c5514100e51c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.227822] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Lock "c09447b3-1638-4d4a-9271-c5514100e51c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.227931] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Lock "c09447b3-1638-4d4a-9271-c5514100e51c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.228064] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] No waiting events found dispatching network-vif-plugged-54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 663.228842] env[65664]: WARNING nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Received unexpected event network-vif-plugged-54569c7f-f48f-4d78-b941-f6898b9c7cda for instance with vm_state building and task_state spawning. [ 663.228842] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Received event network-changed-54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 663.228842] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Refreshing instance network info cache due to event network-changed-54569c7f-f48f-4d78-b941-f6898b9c7cda. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 663.229644] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Acquiring lock "refresh_cache-c09447b3-1638-4d4a-9271-c5514100e51c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.229644] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Acquired lock "refresh_cache-c09447b3-1638-4d4a-9271-c5514100e51c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.229644] env[65664]: DEBUG nova.network.neutron [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Refreshing network info cache for port 54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.239966] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f14d52-1323-406a-8db1-46496fb83a09 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.251593] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d85d680-1502-45f9-84d9-9ac216995cf2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.307279] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f03c7-9c82-429f-9ac6-53d19b4c932b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.322657] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee4899-481d-43e8-bf8e-cb9badd709f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.348647] env[65664]: DEBUG nova.compute.provider_tree [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.364531] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5b9f3-220e-ad2a-c631-dd077250be76, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.365109] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.365378] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 21be7c7e-7a6f-41b0-9783-ec9e43246e59/21be7c7e-7a6f-41b0-9783-ec9e43246e59.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.366211] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc5ba7f6-cc48-4dc5-90ae-be0ccb5e2793 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.371899] env[65664]: DEBUG nova.network.neutron [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Updating instance_info_cache with network_info: [{"id": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "address": "fa:16:3e:d2:ea:9e", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6988efd-5a", "ovs_interfaceid": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.375091] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 663.375091] env[65664]: value = "task-4414869" [ 663.375091] env[65664]: _type = "Task" [ 663.375091] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.386710] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.613811] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088812} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.614091] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.614897] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc4528-ccbb-42d1-99b0-197114e2b4f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.619191] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 663.640565] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c09447b3-1638-4d4a-9271-c5514100e51c/c09447b3-1638-4d4a-9271-c5514100e51c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.641343] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfbdeec-2757-495b-b31a-7f64d12ed073 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.663676] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 663.663676] env[65664]: value = "task-4414870" [ 663.663676] env[65664]: _type = "Task" [ 663.663676] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.675223] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.695646] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414868, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.733095] env[65664]: WARNING neutronclient.v2_0.client [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.813524] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 663.816943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "c5889957-0eba-49e9-b280-e9fbd16a949f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.817498] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "c5889957-0eba-49e9-b280-e9fbd16a949f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.817567] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "c5889957-0eba-49e9-b280-e9fbd16a949f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.817828] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "c5889957-0eba-49e9-b280-e9fbd16a949f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.818082] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "c5889957-0eba-49e9-b280-e9fbd16a949f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.821211] env[65664]: INFO nova.compute.manager [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Terminating instance [ 663.852634] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.852984] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.853189] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.853599] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.853702] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.854925] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.855303] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.855388] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.855552] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.855709] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.855870] env[65664]: DEBUG nova.virt.hardware [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.856817] env[65664]: DEBUG nova.scheduler.client.report [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.860966] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be693d0a-7e66-40b1-9bb5-d5e988c51e5c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.871554] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a696e-ef6e-45cc-bd73-39a450a9520e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.877024] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Releasing lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.877467] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Instance network_info: |[{"id": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "address": "fa:16:3e:d2:ea:9e", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6988efd-5a", "ovs_interfaceid": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 663.878572] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ea:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6988efd-5aa4-4223-b87d-ab3bfb57e415', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.886884] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Creating folder: Project (92b48785c5e64f799561f35c32cd6a1a). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.893770] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f923c6e-9a77-4aa4-b9bc-a78468d32df4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.911229] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.916514] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Created folder: Project (92b48785c5e64f799561f35c32cd6a1a) in parent group-v863926. [ 663.916514] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Creating folder: Instances. Parent ref: group-v863975. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.916514] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a99d1b91-a001-4aeb-9e0f-2cebb6d945d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.930026] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Created folder: Instances in parent group-v863975. [ 663.930026] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 663.930026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.930026] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3828a77b-6cec-4078-8708-981c3d622922 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.954436] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.954436] env[65664]: value = "task-4414873" [ 663.954436] env[65664]: _type = "Task" [ 663.954436] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.963239] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414873, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.162368] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.175697] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.196398] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414868, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.329331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "refresh_cache-c5889957-0eba-49e9-b280-e9fbd16a949f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329547] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquired lock "refresh_cache-c5889957-0eba-49e9-b280-e9fbd16a949f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.329814] env[65664]: DEBUG nova.network.neutron [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.365671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.366317] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 664.369636] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.593s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.371975] env[65664]: INFO nova.compute.claims [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.389996] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990794} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.390419] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 21be7c7e-7a6f-41b0-9783-ec9e43246e59/21be7c7e-7a6f-41b0-9783-ec9e43246e59.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.390642] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.390959] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b2f1105-ade4-4970-a167-3552b590cc02 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.399741] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 664.399741] env[65664]: value = "task-4414874" [ 664.399741] env[65664]: _type = "Task" [ 664.399741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.410456] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.466201] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414873, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.494990] env[65664]: DEBUG nova.network.neutron [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Successfully updated port: bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 664.682959] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414870, 'name': ReconfigVM_Task, 'duration_secs': 0.691015} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.683629] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c09447b3-1638-4d4a-9271-c5514100e51c/c09447b3-1638-4d4a-9271-c5514100e51c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.685017] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284c8404-9db0-48b6-a20c-289df8766f9d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699265] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414868, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.700764] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 664.700764] env[65664]: value = "task-4414875" [ 664.700764] env[65664]: _type = "Task" [ 664.700764] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.712123] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414875, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.811834] env[65664]: WARNING neutronclient.v2_0.client [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.834205] env[65664]: WARNING neutronclient.v2_0.client [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.878461] env[65664]: DEBUG nova.compute.utils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.882286] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 664.882537] env[65664]: DEBUG nova.network.neutron [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 664.883398] env[65664]: WARNING neutronclient.v2_0.client [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.883398] env[65664]: WARNING neutronclient.v2_0.client [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.908544] env[65664]: DEBUG nova.network.neutron [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 664.918290] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085297} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.919052] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.919554] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cac6c5-f374-4d57-b579-1c73fe9a60f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.948679] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 21be7c7e-7a6f-41b0-9783-ec9e43246e59/21be7c7e-7a6f-41b0-9783-ec9e43246e59.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.949609] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6eac03-94f0-46ea-b334-d394d9bda8e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.968946] env[65664]: DEBUG nova.policy [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e93670661cde4875859c573661da5aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a62cb7fefca648fb81814d18cd8a5cb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.983062] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 664.983062] env[65664]: value = "task-4414876" [ 664.983062] env[65664]: _type = "Task" [ 664.983062] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.986294] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414873, 'name': CreateVM_Task, 'duration_secs': 0.862666} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.989828] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.991060] env[65664]: DEBUG nova.network.neutron [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Updated VIF entry in instance network info cache for port 54569c7f-f48f-4d78-b941-f6898b9c7cda. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.991406] env[65664]: DEBUG nova.network.neutron [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Updating instance_info_cache with network_info: [{"id": "54569c7f-f48f-4d78-b941-f6898b9c7cda", "address": "fa:16:3e:57:eb:69", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54569c7f-f4", "ovs_interfaceid": "54569c7f-f48f-4d78-b941-f6898b9c7cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.992854] env[65664]: WARNING neutronclient.v2_0.client [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.993256] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.993399] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.993723] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.994704] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876c0c5f-24fd-4463-a28a-8e2b84936b7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.001853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.002035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquired lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.002235] env[65664]: DEBUG nova.network.neutron [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 665.005816] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.009166] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 665.009166] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521fb817-db36-7cda-47ec-543094391441" [ 665.009166] env[65664]: _type = "Task" [ 665.009166] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.021683] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521fb817-db36-7cda-47ec-543094391441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.108199] env[65664]: DEBUG nova.network.neutron [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.199723] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414868, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.213606] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414875, 'name': Rename_Task, 'duration_secs': 0.241031} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.213606] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.213606] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca00126e-3844-41f3-b1bf-dca0a4af6954 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.222805] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 665.222805] env[65664]: value = "task-4414877" [ 665.222805] env[65664]: _type = "Task" [ 665.222805] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.238215] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.383358] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 665.494976] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Releasing lock "refresh_cache-c09447b3-1638-4d4a-9271-c5514100e51c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.495378] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Received event network-vif-deleted-967dcc3d-aece-47ad-aa9b-b9622b2daebd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 665.495597] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Received event network-changed-fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 665.496127] env[65664]: DEBUG nova.compute.manager [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Refreshing instance network info cache due to event network-changed-fe54f12a-ce97-40f4-89a6-84dec039c51b. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 665.496127] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Acquiring lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496127] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Acquired lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496325] env[65664]: DEBUG nova.network.neutron [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Refreshing network info cache for port fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.502218] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.533797] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521fb817-db36-7cda-47ec-543094391441, 'name': SearchDatastore_Task, 'duration_secs': 0.020062} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.537094] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.537335] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.537564] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.538129] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.538129] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.539406] env[65664]: DEBUG nova.network.neutron [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Successfully created port: 49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.541786] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b86f43e1-ae94-405a-b758-88a71f75c541 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.554763] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.554763] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.554763] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbca7b05-3298-4e34-af45-c36243a3a9b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.564517] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 665.564517] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fbb776-bea8-ae56-5210-0f5b95c94f15" [ 665.564517] env[65664]: _type = "Task" [ 665.564517] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.575462] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fbb776-bea8-ae56-5210-0f5b95c94f15, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.576418] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ec93bf-40ab-4b99-92c3-205f282ce7dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.587712] env[65664]: DEBUG nova.network.neutron [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.590375] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 665.590375] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b02d4f-fa9f-bf35-1a3d-16064f8b4e2d" [ 665.590375] env[65664]: _type = "Task" [ 665.590375] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.608666] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b02d4f-fa9f-bf35-1a3d-16064f8b4e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.608930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.609208] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 57923f30-d1d7-4f23-a752-5cd7b9427c34/57923f30-d1d7-4f23-a752-5cd7b9427c34.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.609483] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55cb4df2-07fc-4682-98fd-0e2e4fda20f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.611760] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Releasing lock "refresh_cache-c5889957-0eba-49e9-b280-e9fbd16a949f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.612461] env[65664]: DEBUG nova.compute.manager [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 665.612461] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.614268] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58870759-2b11-4787-bd60-cfe86d8760f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.628185] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.628185] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 665.628185] env[65664]: value = "task-4414878" [ 665.628185] env[65664]: _type = "Task" [ 665.628185] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.628417] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b37021-785a-4d86-aa1d-3e422bcbd6eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.640704] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.643673] env[65664]: DEBUG oslo_vmware.api [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 665.643673] env[65664]: value = "task-4414879" [ 665.643673] env[65664]: _type = "Task" [ 665.643673] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.653866] env[65664]: DEBUG oslo_vmware.api [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.702747] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414868, 'name': CloneVM_Task, 'duration_secs': 2.17608} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.702961] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Created linked-clone VM from snapshot [ 665.706891] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3911396a-9933-4ff0-b813-479dfc2f72ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.708131] env[65664]: WARNING neutronclient.v2_0.client [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.719675] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Uploading image 99a7cc33-a1f9-44c1-a973-41d8c2f6e004 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.736237] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.759960] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 665.759960] env[65664]: value = "vm-863974" [ 665.759960] env[65664]: _type = "VirtualMachine" [ 665.759960] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 665.760465] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-121ef1dd-ba30-435d-b2d5-993cf614451a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.768265] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lease: (returnval){ [ 665.768265] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5292df4e-949f-645b-b2e6-a0eadd0562c2" [ 665.768265] env[65664]: _type = "HttpNfcLease" [ 665.768265] env[65664]: } obtained for exporting VM: (result){ [ 665.768265] env[65664]: value = "vm-863974" [ 665.768265] env[65664]: _type = "VirtualMachine" [ 665.768265] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 665.768673] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the lease: (returnval){ [ 665.768673] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5292df4e-949f-645b-b2e6-a0eadd0562c2" [ 665.768673] env[65664]: _type = "HttpNfcLease" [ 665.768673] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 665.781294] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 665.781294] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5292df4e-949f-645b-b2e6-a0eadd0562c2" [ 665.781294] env[65664]: _type = "HttpNfcLease" [ 665.781294] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 665.804856] env[65664]: DEBUG nova.network.neutron [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Updating instance_info_cache with network_info: [{"id": "bc874d06-d096-47b6-9965-926a2dfec2c4", "address": "fa:16:3e:14:a8:99", "network": {"id": "1e2c36be-6856-48ff-8893-a2e24cde1cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1279518462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fcbf5db25a47478c9c033c268ffe8729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc874d06-d0", "ovs_interfaceid": "bc874d06-d096-47b6-9965-926a2dfec2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.973566] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6a318b-14fc-4469-9697-5c0574307412 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.985527] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1244c08c-c9c5-4bc6-ac71-2cd255d12811 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.022302] env[65664]: WARNING neutronclient.v2_0.client [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.026793] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063978a-168c-46ee-855a-a18e17912c0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.033329] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414876, 'name': ReconfigVM_Task, 'duration_secs': 0.572517} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.034133] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 21be7c7e-7a6f-41b0-9783-ec9e43246e59/21be7c7e-7a6f-41b0-9783-ec9e43246e59.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.034887] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43704935-0754-47c7-bc19-4a34bfcf56c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.041047] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473dd3cb-be46-4d35-9f74-48b723600454 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.048086] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 666.048086] env[65664]: value = "task-4414881" [ 666.048086] env[65664]: _type = "Task" [ 666.048086] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.061597] env[65664]: DEBUG nova.compute.provider_tree [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.070864] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414881, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.142866] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.158796] env[65664]: DEBUG oslo_vmware.api [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414879, 'name': PowerOffVM_Task, 'duration_secs': 0.152395} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.160112] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.160112] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.160112] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36e08760-ddae-4ee5-afe3-be7575659634 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.193408] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.193817] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.194056] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleting the datastore file [datastore2] c5889957-0eba-49e9-b280-e9fbd16a949f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.194408] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad811ea7-f7c6-4711-acb9-676b398c1c8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.203895] env[65664]: DEBUG oslo_vmware.api [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for the task: (returnval){ [ 666.203895] env[65664]: value = "task-4414883" [ 666.203895] env[65664]: _type = "Task" [ 666.203895] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.216275] env[65664]: DEBUG oslo_vmware.api [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.233707] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.278536] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.278536] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5292df4e-949f-645b-b2e6-a0eadd0562c2" [ 666.278536] env[65664]: _type = "HttpNfcLease" [ 666.278536] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 666.279152] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 666.279152] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5292df4e-949f-645b-b2e6-a0eadd0562c2" [ 666.279152] env[65664]: _type = "HttpNfcLease" [ 666.279152] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 666.280321] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecf4a5e-1dff-44b9-a8d0-f8ffddded32d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.290917] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b498a0-a5f1-0bd1-6807-af26679b4813/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 666.290917] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b498a0-a5f1-0bd1-6807-af26679b4813/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 666.353848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Releasing lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.354029] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Instance network_info: |[{"id": "bc874d06-d096-47b6-9965-926a2dfec2c4", "address": "fa:16:3e:14:a8:99", "network": {"id": "1e2c36be-6856-48ff-8893-a2e24cde1cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1279518462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fcbf5db25a47478c9c033c268ffe8729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc874d06-d0", "ovs_interfaceid": "bc874d06-d096-47b6-9965-926a2dfec2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 666.358243] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:a8:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc874d06-d096-47b6-9965-926a2dfec2c4', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.370182] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Creating folder: Project (fcbf5db25a47478c9c033c268ffe8729). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.370667] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-726fe38e-d2fb-4fa1-ba4d-7a7bc8b37e66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.386393] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Created folder: Project (fcbf5db25a47478c9c033c268ffe8729) in parent group-v863926. [ 666.389194] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Creating folder: Instances. Parent ref: group-v863978. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.389194] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a201ac9b-a121-4083-9fae-7769b589f795 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.399697] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 666.406471] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Created folder: Instances in parent group-v863978. [ 666.406471] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 666.406471] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.407085] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-358afe5e-3630-4992-85e6-1f51da44c36e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.431843] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-614baa26-f1b0-4b60-8571-0678c321c54a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.442322] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.442322] env[65664]: value = "task-4414886" [ 666.442322] env[65664]: _type = "Task" [ 666.442322] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.445587] env[65664]: DEBUG nova.compute.manager [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Received event network-changed-39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.445859] env[65664]: DEBUG nova.compute.manager [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Refreshing instance network info cache due to event network-changed-39128028-ac38-4ac8-9698-5d3ceb010e01. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 666.445988] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Acquiring lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.446330] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Acquired lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.446470] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Refreshing network info cache for port 39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.465458] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414886, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.469023] env[65664]: WARNING neutronclient.v2_0.client [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.474926] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 666.475238] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.475393] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 666.475646] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.475835] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 666.476034] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 666.476322] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 666.476525] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 666.476886] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 666.477049] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 666.477291] env[65664]: DEBUG nova.virt.hardware [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 666.485037] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac402a5-03a0-415d-9207-cd3b77e36d2d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.496100] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40296c0-cfaf-40f3-9c4a-d252445db174 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.561993] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414881, 'name': Rename_Task, 'duration_secs': 0.424577} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.562344] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.562647] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c472e5b1-a672-46d7-9900-a0a274824e16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.565364] env[65664]: DEBUG nova.scheduler.client.report [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.580297] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 666.580297] env[65664]: value = "task-4414887" [ 666.580297] env[65664]: _type = "Task" [ 666.580297] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.590995] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.643046] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591498} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.644273] env[65664]: DEBUG nova.network.neutron [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updated VIF entry in instance network info cache for port fe54f12a-ce97-40f4-89a6-84dec039c51b. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.646704] env[65664]: DEBUG nova.network.neutron [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updating instance_info_cache with network_info: [{"id": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "address": "fa:16:3e:14:9e:e1", "network": {"id": "193dd793-df18-4955-8ff3-0afa4d690784", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-273143945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9c689f7e365b418c8aa331442ed21d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe54f12a-ce", "ovs_interfaceid": "fe54f12a-ce97-40f4-89a6-84dec039c51b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.647341] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 57923f30-d1d7-4f23-a752-5cd7b9427c34/57923f30-d1d7-4f23-a752-5cd7b9427c34.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.647341] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.647341] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e96d4efa-a125-4017-b414-fd9db21300e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.656037] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 666.656037] env[65664]: value = "task-4414888" [ 666.656037] env[65664]: _type = "Task" [ 666.656037] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.668010] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.716589] env[65664]: DEBUG oslo_vmware.api [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Task: {'id': task-4414883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126962} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.716966] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.717141] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.717225] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.717395] env[65664]: INFO nova.compute.manager [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 666.717649] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 666.717835] env[65664]: DEBUG nova.compute.manager [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 666.717932] env[65664]: DEBUG nova.network.neutron [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 666.718693] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.739521] env[65664]: DEBUG oslo_vmware.api [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4414877, 'name': PowerOnVM_Task, 'duration_secs': 1.14149} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.739521] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.739521] env[65664]: INFO nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Took 10.75 seconds to spawn the instance on the hypervisor. [ 666.739521] env[65664]: DEBUG nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 666.740801] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152c17ef-877a-4648-bd34-c77f2d90c939 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.963620] env[65664]: WARNING neutronclient.v2_0.client [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.969632] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414886, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.041217] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.041543] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.071440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.071440] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 667.074227] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.660s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.074449] env[65664]: DEBUG nova.objects.instance [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lazy-loading 'resources' on Instance uuid f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.090359] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.136581] env[65664]: DEBUG nova.network.neutron [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.136865] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.147545] env[65664]: DEBUG oslo_concurrency.lockutils [req-38299ae4-898c-4db1-bf0c-5a877d9fe4e0 req-99085e0d-aefd-4135-be3f-cffa472a35cb service nova] Releasing lock "refresh_cache-6eb9227e-dcd3-4d76-9ede-f11d0803bd09" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.168415] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08475} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.169074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.170546] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88108a5-66d9-4d90-bc37-8514fd091f5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.207553] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 57923f30-d1d7-4f23-a752-5cd7b9427c34/57923f30-d1d7-4f23-a752-5cd7b9427c34.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.207844] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d007c503-a566-4733-bda9-1de7cd6cda48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.238989] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 667.238989] env[65664]: value = "task-4414889" [ 667.238989] env[65664]: _type = "Task" [ 667.238989] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.250765] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.267642] env[65664]: INFO nova.compute.manager [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Took 27.72 seconds to build instance. [ 667.386273] env[65664]: DEBUG nova.network.neutron [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Successfully updated port: 49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.460980] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414886, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.544765] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 667.586899] env[65664]: DEBUG nova.compute.utils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.588120] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 667.588838] env[65664]: DEBUG nova.network.neutron [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 667.589251] env[65664]: WARNING neutronclient.v2_0.client [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.589355] env[65664]: WARNING neutronclient.v2_0.client [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.607319] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.622924] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Received event network-vif-plugged-e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 667.622924] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Acquiring lock "57923f30-d1d7-4f23-a752-5cd7b9427c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.623296] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.623337] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.624875] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] No waiting events found dispatching network-vif-plugged-e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 667.624875] env[65664]: WARNING nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Received unexpected event network-vif-plugged-e6988efd-5aa4-4223-b87d-ab3bfb57e415 for instance with vm_state building and task_state spawning. [ 667.624875] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Received event network-changed-e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 667.624875] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Refreshing instance network info cache due to event network-changed-e6988efd-5aa4-4223-b87d-ab3bfb57e415. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 667.624875] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Acquiring lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.625300] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Acquired lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.625300] env[65664]: DEBUG nova.network.neutron [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Refreshing network info cache for port e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.641045] env[65664]: DEBUG nova.network.neutron [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.756120] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414889, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.771703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "c09447b3-1638-4d4a-9271-c5514100e51c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.678s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.895417] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.895869] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquired lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.896304] env[65664]: DEBUG nova.network.neutron [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.954817] env[65664]: DEBUG nova.policy [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7baab13a1a483ba24fee1bb1d7fb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88dd4e92fcca4d989340e9631684d7a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.966200] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414886, 'name': CreateVM_Task, 'duration_secs': 1.426657} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.966642] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.967596] env[65664]: WARNING neutronclient.v2_0.client [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.968224] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.968624] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969092] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.969625] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1136d73c-990c-44d9-8fd1-1b696888a1ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.977108] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 667.977108] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c25d20-ccd3-dce3-ca01-5bcadc94a081" [ 667.977108] env[65664]: _type = "Task" [ 667.977108] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.995289] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c25d20-ccd3-dce3-ca01-5bcadc94a081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.017028] env[65664]: WARNING neutronclient.v2_0.client [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.071299] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.098387] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 668.107816] env[65664]: DEBUG oslo_vmware.api [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414887, 'name': PowerOnVM_Task, 'duration_secs': 1.504144} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.108325] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.108614] env[65664]: INFO nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Took 9.61 seconds to spawn the instance on the hypervisor. [ 668.108865] env[65664]: DEBUG nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.109796] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7236b14-2ddb-4ecd-b616-6a50614bac6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.135714] env[65664]: WARNING neutronclient.v2_0.client [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.148222] env[65664]: INFO nova.compute.manager [-] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Took 1.43 seconds to deallocate network for instance. [ 668.177397] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc6b48f-b587-4d50-ae0d-f41bb0ec1d10 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.189668] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563cdb95-f187-4919-9894-c4014a57275c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.234731] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b7fb59-bb84-4e94-a990-d7c58d8812a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.249890] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13338e8f-17ad-42b2-a098-ab8878825b59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.261149] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414889, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.270972] env[65664]: DEBUG nova.compute.provider_tree [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.486167] env[65664]: DEBUG nova.network.neutron [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Successfully created port: ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 668.492802] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c25d20-ccd3-dce3-ca01-5bcadc94a081, 'name': SearchDatastore_Task, 'duration_secs': 0.020081} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.493602] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.493602] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.493702] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.493770] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.493940] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.494222] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2327837-7679-476b-baae-b8405e8318cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.496334] env[65664]: INFO nova.compute.manager [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Rebuilding instance [ 668.508656] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.508958] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.510237] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec82090-3eb6-4a3e-ac53-b4183f35609d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.521025] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 668.521025] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f246d9-d7c9-d1e8-929c-f01324668c00" [ 668.521025] env[65664]: _type = "Task" [ 668.521025] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.530665] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f246d9-d7c9-d1e8-929c-f01324668c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.537352] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updated VIF entry in instance network info cache for port 39128028-ac38-4ac8-9698-5d3ceb010e01. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.537709] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [{"id": "39128028-ac38-4ac8-9698-5d3ceb010e01", "address": "fa:16:3e:65:8d:98", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39128028-ac", "ovs_interfaceid": "39128028-ac38-4ac8-9698-5d3ceb010e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.560176] env[65664]: DEBUG nova.compute.manager [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.560457] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1be7c-4463-48ac-b7ee-aa2888dea8b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.611023] env[65664]: DEBUG nova.network.neutron [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 668.629608] env[65664]: INFO nova.compute.manager [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Took 23.20 seconds to build instance. [ 668.657185] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.756917] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414889, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.774727] env[65664]: DEBUG nova.scheduler.client.report [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.037232] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f246d9-d7c9-d1e8-929c-f01324668c00, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.038719] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79996a69-c25f-4f97-881f-bc6be6bbbff0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.041891] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Releasing lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.042202] env[65664]: DEBUG nova.compute.manager [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Received event network-changed-ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 669.042392] env[65664]: DEBUG nova.compute.manager [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Refreshing instance network info cache due to event network-changed-ced279de-9dba-4fe4-a2cb-4ac253a04996. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 669.042646] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Acquiring lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.042822] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Acquired lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.044491] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Refreshing network info cache for port ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.050442] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 669.050442] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cb8f01-8f2f-6eb2-853d-d2a4418dd42b" [ 669.050442] env[65664]: _type = "Task" [ 669.050442] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.057340] env[65664]: WARNING neutronclient.v2_0.client [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.067245] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cb8f01-8f2f-6eb2-853d-d2a4418dd42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.071963] env[65664]: WARNING neutronclient.v2_0.client [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.110133] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 669.131631] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e7015621-b654-40bb-bf42-653cb663aab4 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.711s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.142028] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.142028] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.142028] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.142277] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.142277] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.142649] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.142649] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.142883] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.143086] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.143309] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.143488] env[65664]: DEBUG nova.virt.hardware [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.144348] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02b804-3a08-48f1-af67-0348cba2fea8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.153982] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f015a169-9d13-4a1c-a7c9-4c59889190fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.254808] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414889, 'name': ReconfigVM_Task, 'duration_secs': 1.533158} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.255214] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 57923f30-d1d7-4f23-a752-5cd7b9427c34/57923f30-d1d7-4f23-a752-5cd7b9427c34.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.255784] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5cd743a-a21f-412c-b566-6b220d4fefc2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.264032] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 669.264032] env[65664]: value = "task-4414890" [ 669.264032] env[65664]: _type = "Task" [ 669.264032] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.273748] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414890, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.283194] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.286054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.419s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.288132] env[65664]: INFO nova.compute.claims [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.322682] env[65664]: INFO nova.scheduler.client.report [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Deleted allocations for instance f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb [ 669.546180] env[65664]: WARNING neutronclient.v2_0.client [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.562645] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cb8f01-8f2f-6eb2-853d-d2a4418dd42b, 'name': SearchDatastore_Task, 'duration_secs': 0.014486} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.563525] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.563927] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] b6360b81-754a-4858-acf5-8cc6f25a1e3a/b6360b81-754a-4858-acf5-8cc6f25a1e3a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.564230] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a2350c-5bed-4241-872a-25b7a0b739e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.569827] env[65664]: DEBUG nova.network.neutron [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Updated VIF entry in instance network info cache for port e6988efd-5aa4-4223-b87d-ab3bfb57e415. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 669.569827] env[65664]: DEBUG nova.network.neutron [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Updating instance_info_cache with network_info: [{"id": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "address": "fa:16:3e:d2:ea:9e", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6988efd-5a", "ovs_interfaceid": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.572846] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 669.572846] env[65664]: value = "task-4414891" [ 669.572846] env[65664]: _type = "Task" [ 669.572846] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.581256] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.581256] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba85971a-0c45-46ed-90c8-1ecd333b45d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.595060] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.595917] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 669.595917] env[65664]: value = "task-4414892" [ 669.595917] env[65664]: _type = "Task" [ 669.595917] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.610408] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.623172] env[65664]: DEBUG nova.network.neutron [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Updating instance_info_cache with network_info: [{"id": "49b34235-ec61-4544-85bb-f5337a4b724f", "address": "fa:16:3e:bf:f1:5d", "network": {"id": "643b1df3-7dc0-4a40-8df8-f14997d45f54", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-949229835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a62cb7fefca648fb81814d18cd8a5cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b34235-ec", "ovs_interfaceid": "49b34235-ec61-4544-85bb-f5337a4b724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.777535] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414890, 'name': Rename_Task, 'duration_secs': 0.227386} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.777535] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.777535] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6b299f-8e2e-44b9-84c9-16b928e29ef4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.796459] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 669.796459] env[65664]: value = "task-4414893" [ 669.796459] env[65664]: _type = "Task" [ 669.796459] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.813327] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.834820] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20e5198c-0540-4f49-baeb-7bef27cd7369 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Lock "f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.400s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.078500] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Releasing lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.078786] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Received event network-vif-plugged-bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 670.078976] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Acquiring lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.079190] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.079429] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.079514] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] No waiting events found dispatching network-vif-plugged-bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 670.079673] env[65664]: WARNING nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Received unexpected event network-vif-plugged-bc874d06-d096-47b6-9965-926a2dfec2c4 for instance with vm_state building and task_state spawning. [ 670.080044] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Received event network-changed-bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 670.080044] env[65664]: DEBUG nova.compute.manager [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Refreshing instance network info cache due to event network-changed-bc874d06-d096-47b6-9965-926a2dfec2c4. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 670.080171] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Acquiring lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.080299] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Acquired lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.080448] env[65664]: DEBUG nova.network.neutron [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Refreshing network info cache for port bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.089368] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414891, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.109146] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414892, 'name': PowerOffVM_Task, 'duration_secs': 0.268186} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.109146] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.109146] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.110016] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b680f6f7-e76a-4fec-8df4-297a94c01c86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.119784] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.120595] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0b35a63-cba6-4a21-9576-19fd0d068e27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.129450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Releasing lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.129838] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Instance network_info: |[{"id": "49b34235-ec61-4544-85bb-f5337a4b724f", "address": "fa:16:3e:bf:f1:5d", "network": {"id": "643b1df3-7dc0-4a40-8df8-f14997d45f54", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-949229835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a62cb7fefca648fb81814d18cd8a5cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b34235-ec", "ovs_interfaceid": "49b34235-ec61-4544-85bb-f5337a4b724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 670.130334] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:f1:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49b34235-ec61-4544-85bb-f5337a4b724f', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.140332] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Creating folder: Project (a62cb7fefca648fb81814d18cd8a5cb9). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.141090] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d3e42cf-68a2-4248-b93a-1b49e80e30a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.155262] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Created folder: Project (a62cb7fefca648fb81814d18cd8a5cb9) in parent group-v863926. [ 670.155492] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Creating folder: Instances. Parent ref: group-v863981. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.155801] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65189b4f-c15b-463f-a563-46b1c5a1de00 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.172960] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Created folder: Instances in parent group-v863981. [ 670.173262] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 670.174043] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.174384] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-382afca1-d3fb-4aac-bcda-87913045efe8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.199140] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.199140] env[65664]: value = "task-4414897" [ 670.199140] env[65664]: _type = "Task" [ 670.199140] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.208780] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414897, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.210282] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.210492] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.210759] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.210934] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2beb0ee6-cc31-4eda-9811-47f33e64d913 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.220200] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 670.220200] env[65664]: value = "task-4414898" [ 670.220200] env[65664]: _type = "Task" [ 670.220200] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.231104] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.236426] env[65664]: DEBUG nova.network.neutron [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Successfully updated port: ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.314221] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.358812] env[65664]: WARNING neutronclient.v2_0.client [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.553161] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updated VIF entry in instance network info cache for port ced279de-9dba-4fe4-a2cb-4ac253a04996. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.553540] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updating instance_info_cache with network_info: [{"id": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "address": "fa:16:3e:6f:ad:96", "network": {"id": "b2f486c0-15e1-4159-8927-ad00d4aa4e0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1898805927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37f992b1dd8d4dbeaa14c1202b51c3f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced279de-9d", "ovs_interfaceid": "ced279de-9dba-4fe4-a2cb-4ac253a04996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.585872] env[65664]: WARNING neutronclient.v2_0.client [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.592217] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64273} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.593640] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] b6360b81-754a-4858-acf5-8cc6f25a1e3a/b6360b81-754a-4858-acf5-8cc6f25a1e3a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.593640] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.593640] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8e6042-6ee6-4942-b199-a4481d811ab4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.606091] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 670.606091] env[65664]: value = "task-4414899" [ 670.606091] env[65664]: _type = "Task" [ 670.606091] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.622375] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.713050] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414897, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.739376] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "refresh_cache-e1430e70-290e-41d9-af8d-288e06ca398f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.739657] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquired lock "refresh_cache-e1430e70-290e-41d9-af8d-288e06ca398f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.739958] env[65664]: DEBUG nova.network.neutron [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.748196] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338401} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.750277] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.750780] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.751402] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.789808] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3322d3-ad63-469c-b35e-2d1dad9ffb98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.808612] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b142a-926e-4b33-b69a-fdf38227543d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.818170] env[65664]: DEBUG oslo_vmware.api [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4414893, 'name': PowerOnVM_Task, 'duration_secs': 0.97484} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.819066] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.819292] env[65664]: INFO nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Took 9.69 seconds to spawn the instance on the hypervisor. [ 670.819544] env[65664]: DEBUG nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.820809] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4297b66c-d694-4627-99ac-70f99a55f8d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.857448] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230b10fa-c4a5-411d-9105-0d53505c4c1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.877236] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144f6235-4f8d-4cb7-bc6b-f3d0b5a71867 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.898129] env[65664]: DEBUG nova.compute.provider_tree [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.043112] env[65664]: DEBUG nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Received event network-changed-36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 671.044109] env[65664]: DEBUG nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Refreshing instance network info cache due to event network-changed-36b9a4a1-d7ed-49c6-9064-e431968511ab. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 671.046409] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Acquiring lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.046409] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Acquired lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.046409] env[65664]: DEBUG nova.network.neutron [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Refreshing network info cache for port 36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.058669] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Releasing lock "refresh_cache-b85c8e1d-b732-4090-be38-c1986ded31c0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.059497] env[65664]: DEBUG nova.compute.manager [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Received event network-changed-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 671.059497] env[65664]: DEBUG nova.compute.manager [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Refreshing instance network info cache due to event network-changed-3c8ed823-19a9-48cb-a74d-8478b52bbfe6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 671.059750] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Acquiring lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.059750] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Acquired lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.059945] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Refreshing network info cache for port 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.117123] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085353} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.117123] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.117123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590386cd-f348-4b90-b368-3dae4c19ffb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.145214] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b6360b81-754a-4858-acf5-8cc6f25a1e3a/b6360b81-754a-4858-acf5-8cc6f25a1e3a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.145214] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5279b3-a5b4-4531-bf69-7e4777395e6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.168589] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 671.168589] env[65664]: value = "task-4414900" [ 671.168589] env[65664]: _type = "Task" [ 671.168589] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.180594] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.214990] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414897, 'name': CreateVM_Task, 'duration_secs': 0.562594} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.215905] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.215905] env[65664]: WARNING neutronclient.v2_0.client [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.216129] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.216343] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.216942] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216942] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b94f8c5-0a85-41c4-b8a9-b787fc35038a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.223146] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 671.223146] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cf6ba4-fcef-1d9f-9d7b-dc956fdda4d8" [ 671.223146] env[65664]: _type = "Task" [ 671.223146] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.237123] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cf6ba4-fcef-1d9f-9d7b-dc956fdda4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.383822] env[65664]: INFO nova.compute.manager [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Took 21.45 seconds to build instance. [ 671.400668] env[65664]: DEBUG nova.scheduler.client.report [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.534143] env[65664]: DEBUG nova.network.neutron [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.547516] env[65664]: WARNING neutronclient.v2_0.client [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.564443] env[65664]: WARNING neutronclient.v2_0.client [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.686039] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.736557] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cf6ba4-fcef-1d9f-9d7b-dc956fdda4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01492} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.736890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.737189] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.737378] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.737515] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.737686] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.738288] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd07e99-741d-4b42-b3fd-5bc6e0ccb104 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.753904] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.755826] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.757168] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05ed531-351e-4b09-af9d-7790ab4cb4cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.766459] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 671.766459] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528ba7a9-5241-0e97-8e5e-69d4c5968790" [ 671.766459] env[65664]: _type = "Task" [ 671.766459] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.781256] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528ba7a9-5241-0e97-8e5e-69d4c5968790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.807032] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 671.807377] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.807537] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.807717] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.807898] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.808624] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.808624] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.808624] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.808806] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.808859] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.809012] env[65664]: DEBUG nova.virt.hardware [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.809931] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ef6623-ddd0-44df-8f53-a5b2edc9c489 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.819957] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6b73cd-34e2-4b52-92fe-32d37ffcd2f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.838201] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:68:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd880696-0692-4234-a872-43afa3769dfe', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.846902] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.850447] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.850981] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e81fd23-5b74-4a14-8679-3b586920d7e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.872237] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.872237] env[65664]: value = "task-4414901" [ 671.872237] env[65664]: _type = "Task" [ 671.872237] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.884161] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414901, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.886909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5b12ce0-6d46-4508-8f25-23b731b47538 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.965s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.907599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.908462] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 671.911757] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.845s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.912060] env[65664]: DEBUG nova.objects.instance [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lazy-loading 'resources' on Instance uuid 21185914-2473-4832-bc4e-66f746de27cc {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.183871] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414900, 'name': ReconfigVM_Task, 'duration_secs': 0.649347} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.183871] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b6360b81-754a-4858-acf5-8cc6f25a1e3a/b6360b81-754a-4858-acf5-8cc6f25a1e3a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.185559] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3868dfc3-bc8d-4903-a6d9-c34f5e966e39 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196697] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 672.196697] env[65664]: value = "task-4414902" [ 672.196697] env[65664]: _type = "Task" [ 672.196697] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.209833] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414902, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.246851] env[65664]: WARNING neutronclient.v2_0.client [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.281384] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528ba7a9-5241-0e97-8e5e-69d4c5968790, 'name': SearchDatastore_Task, 'duration_secs': 0.023167} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.282285] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610bec63-03eb-4ad0-be6f-d9444d960bd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.293381] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 672.293381] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521b54d9-734d-2793-6bce-3b3fc699a2ed" [ 672.293381] env[65664]: _type = "Task" [ 672.293381] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.305148] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521b54d9-734d-2793-6bce-3b3fc699a2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.306454] env[65664]: WARNING neutronclient.v2_0.client [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.371484] env[65664]: DEBUG nova.compute.manager [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Received event network-changed-36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 672.373468] env[65664]: DEBUG nova.compute.manager [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Refreshing instance network info cache due to event network-changed-36b9a4a1-d7ed-49c6-9064-e431968511ab. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 672.373709] env[65664]: DEBUG oslo_concurrency.lockutils [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] Acquiring lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.391026] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414901, 'name': CreateVM_Task, 'duration_secs': 0.510366} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.391026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.391378] env[65664]: WARNING neutronclient.v2_0.client [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 672.391616] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.391791] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.392722] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.392722] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114dcb60-02e5-4f83-9432-4f46cb4e1e44 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.399541] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 672.399541] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dbad7e-f70e-7517-3712-44d8f6dc3cec" [ 672.399541] env[65664]: _type = "Task" [ 672.399541] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.411666] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dbad7e-f70e-7517-3712-44d8f6dc3cec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.417439] env[65664]: DEBUG nova.compute.utils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.422733] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 672.423365] env[65664]: DEBUG nova.network.neutron [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 672.424882] env[65664]: WARNING neutronclient.v2_0.client [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.424882] env[65664]: WARNING neutronclient.v2_0.client [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.609659] env[65664]: DEBUG nova.network.neutron [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Updated VIF entry in instance network info cache for port bc874d06-d096-47b6-9965-926a2dfec2c4. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.610045] env[65664]: DEBUG nova.network.neutron [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Updating instance_info_cache with network_info: [{"id": "bc874d06-d096-47b6-9965-926a2dfec2c4", "address": "fa:16:3e:14:a8:99", "network": {"id": "1e2c36be-6856-48ff-8893-a2e24cde1cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1279518462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fcbf5db25a47478c9c033c268ffe8729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc874d06-d0", "ovs_interfaceid": "bc874d06-d096-47b6-9965-926a2dfec2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.652425] env[65664]: DEBUG nova.policy [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f414e37947df43c1bf23949b7c6e0734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a80a1e77cc400ca9a3bb08dbc8d68c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.715308] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414902, 'name': Rename_Task, 'duration_secs': 0.279435} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.715716] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.715842] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37bf2749-0933-4a35-97ae-cf30ea8dc9a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.725040] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 672.725040] env[65664]: value = "task-4414903" [ 672.725040] env[65664]: _type = "Task" [ 672.725040] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.733471] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.810085] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521b54d9-734d-2793-6bce-3b3fc699a2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.015959} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.813060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.813408] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] ceec1f79-5018-4ff7-a76c-4843a8a7f5da/ceec1f79-5018-4ff7-a76c-4843a8a7f5da.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.815305] env[65664]: DEBUG nova.network.neutron [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Updating instance_info_cache with network_info: [{"id": "ad6eaa63-e535-4e6a-b148-6d1f9c0913df", "address": "fa:16:3e:06:d8:eb", "network": {"id": "93c82ce3-e978-44cb-9930-0641b2a704f1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-404295802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88dd4e92fcca4d989340e9631684d7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6eaa63-e5", "ovs_interfaceid": "ad6eaa63-e535-4e6a-b148-6d1f9c0913df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.816218] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-699af3c8-a64f-42a7-9f1d-9097ad60909d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.825694] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 672.825694] env[65664]: value = "task-4414904" [ 672.825694] env[65664]: _type = "Task" [ 672.825694] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.837082] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.849510] env[65664]: WARNING neutronclient.v2_0.client [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.906950] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee51fb-f5fa-436a-9988-afe9c2f72882 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.921079] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49b8b7-a31b-483c-804c-2f9513066c36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.924771] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dbad7e-f70e-7517-3712-44d8f6dc3cec, 'name': SearchDatastore_Task, 'duration_secs': 0.021581} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.925347] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 672.928287] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.928580] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.928853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.929034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.929287] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.930316] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e4da65-1870-4e73-b4c8-5355e7713179 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.963186] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424da8d8-7196-4abe-b19c-064c666ec311 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.966069] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.966275] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.967095] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8988f040-e111-45c0-ba57-9dd0f967da66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.978059] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0a0838-11ac-4fc1-a7bd-23e489d9d04f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.983032] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 672.983032] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52270573-b8fa-cfc2-c838-c97148a531af" [ 672.983032] env[65664]: _type = "Task" [ 672.983032] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.999831] env[65664]: DEBUG nova.compute.provider_tree [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.005828] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52270573-b8fa-cfc2-c838-c97148a531af, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.006695] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b279a1e-8711-4f70-b08c-7b657638f786 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.013912] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 673.013912] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e42f56-e77c-1114-7871-6442f84c4016" [ 673.013912] env[65664]: _type = "Task" [ 673.013912] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.026671] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e42f56-e77c-1114-7871-6442f84c4016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.116790] env[65664]: DEBUG oslo_concurrency.lockutils [req-e8ed5929-4398-4af5-bf64-11d990b4dc03 req-ff16636d-ee1e-45b0-8fc8-8a3579eaabb9 service nova] Releasing lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185519] env[65664]: DEBUG nova.network.neutron [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Successfully created port: 1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.215723] env[65664]: WARNING neutronclient.v2_0.client [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.239812] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.320309] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Releasing lock "refresh_cache-e1430e70-290e-41d9-af8d-288e06ca398f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.321528] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Instance network_info: |[{"id": "ad6eaa63-e535-4e6a-b148-6d1f9c0913df", "address": "fa:16:3e:06:d8:eb", "network": {"id": "93c82ce3-e978-44cb-9930-0641b2a704f1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-404295802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88dd4e92fcca4d989340e9631684d7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6eaa63-e5", "ovs_interfaceid": "ad6eaa63-e535-4e6a-b148-6d1f9c0913df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 673.321830] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:d8:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad6eaa63-e535-4e6a-b148-6d1f9c0913df', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.332370] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Creating folder: Project (88dd4e92fcca4d989340e9631684d7a5). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.333594] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb52c66e-f914-48ab-8994-80a3b16cf8d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.346878] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.463213] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Created folder: Project (88dd4e92fcca4d989340e9631684d7a5) in parent group-v863926. [ 673.463715] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Creating folder: Instances. Parent ref: group-v863985. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.463936] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a5c75fa-5fa8-4912-a991-bba16cf3714b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.477760] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Created folder: Instances in parent group-v863985. [ 673.478167] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 673.478452] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.478719] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f8c1af-a2b2-430f-a03f-20604cc3de64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.500110] env[65664]: DEBUG nova.scheduler.client.report [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.505483] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.505483] env[65664]: value = "task-4414907" [ 673.505483] env[65664]: _type = "Task" [ 673.505483] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.517677] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414907, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.529125] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e42f56-e77c-1114-7871-6442f84c4016, 'name': SearchDatastore_Task, 'duration_secs': 0.023633} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.529406] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529684] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.529983] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e18dfc-bc4f-44d6-b47a-807c12ec378b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.540700] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 673.540700] env[65664]: value = "task-4414908" [ 673.540700] env[65664]: _type = "Task" [ 673.540700] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.551896] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.737634] env[65664]: DEBUG oslo_vmware.api [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4414903, 'name': PowerOnVM_Task, 'duration_secs': 0.741786} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.737761] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.737907] env[65664]: INFO nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Took 9.92 seconds to spawn the instance on the hypervisor. [ 673.738092] env[65664]: DEBUG nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 673.738922] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f9745-8a7c-4201-9ff0-ac5234c58d93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.845313] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668251} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.845700] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] ceec1f79-5018-4ff7-a76c-4843a8a7f5da/ceec1f79-5018-4ff7-a76c-4843a8a7f5da.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.845930] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.846277] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69d8b139-1a38-4e4a-8942-16098fc6ff82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.856528] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 673.856528] env[65664]: value = "task-4414909" [ 673.856528] env[65664]: _type = "Task" [ 673.856528] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.870911] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.937128] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 673.970990] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 673.971677] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.972061] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 673.972395] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.972835] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 673.973303] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 673.973758] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 673.974192] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 673.974577] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 673.974962] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 673.975389] env[65664]: DEBUG nova.virt.hardware [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 673.977107] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6825ca16-3e36-4a29-99a4-5e3a0c047c6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.994485] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3a2e31-a49d-4292-a7e6-1c26a93c9b98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.016568] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.021828] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.481s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.023792] env[65664]: INFO nova.compute.claims [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.037625] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414907, 'name': CreateVM_Task, 'duration_secs': 0.497666} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.037842] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.038630] env[65664]: WARNING neutronclient.v2_0.client [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.038809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.039033] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.039466] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.039693] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b312bda-d243-405f-ab36-80c3c654b0a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.049371] env[65664]: INFO nova.scheduler.client.report [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleted allocations for instance 21185914-2473-4832-bc4e-66f746de27cc [ 674.057302] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 674.057302] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523fa178-afe6-31ba-9402-991744836b89" [ 674.057302] env[65664]: _type = "Task" [ 674.057302] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.058166] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.073294] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523fa178-afe6-31ba-9402-991744836b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.260335] env[65664]: INFO nova.compute.manager [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Took 23.46 seconds to build instance. [ 674.372473] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091512} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.372819] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.373708] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e69fc-35c6-434e-9d05-6292eabbfe1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.402598] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ceec1f79-5018-4ff7-a76c-4843a8a7f5da/ceec1f79-5018-4ff7-a76c-4843a8a7f5da.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.402598] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f89755-2ea0-405f-9c07-bb2070034aee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.425174] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 674.425174] env[65664]: value = "task-4414910" [ 674.425174] env[65664]: _type = "Task" [ 674.425174] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.426206] env[65664]: DEBUG nova.network.neutron [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updated VIF entry in instance network info cache for port 36b9a4a1-d7ed-49c6-9064-e431968511ab. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 674.426521] env[65664]: DEBUG nova.network.neutron [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updating instance_info_cache with network_info: [{"id": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "address": "fa:16:3e:6d:66:a6", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9a4a1-d7", "ovs_interfaceid": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.440849] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.461481] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Updated VIF entry in instance network info cache for port 3c8ed823-19a9-48cb-a74d-8478b52bbfe6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 674.462091] env[65664]: DEBUG nova.network.neutron [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Updating instance_info_cache with network_info: [{"id": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "address": "fa:16:3e:d4:d6:fb", "network": {"id": "25ac6ca6-87c8-4cca-bb1e-aa4356eb90e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1097537207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb18b68045a4e50b71c5643625bcf5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8ed823-19", "ovs_interfaceid": "3c8ed823-19a9-48cb-a74d-8478b52bbfe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.558408] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62486} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.558867] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.560029] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.560029] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c64c17a1-7cff-49e4-a2e3-fc7223de5205 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.571245] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 674.571245] env[65664]: value = "task-4414911" [ 674.571245] env[65664]: _type = "Task" [ 674.571245] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.571945] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "21185914-2473-4832-bc4e-66f746de27cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.807s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.583034] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523fa178-afe6-31ba-9402-991744836b89, 'name': SearchDatastore_Task, 'duration_secs': 0.063824} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.583532] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.583643] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.584649] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.584649] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.584649] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.585401] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a2678fd-2a08-496a-a97f-3423babf8cda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.596813] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.611572] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.611784] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.614062] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfb7ad9-6e87-4434-8ad3-c025b8cbb29d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.619513] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 674.619513] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52578608-21d9-927d-2697-bead6206d911" [ 674.619513] env[65664]: _type = "Task" [ 674.619513] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.629991] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52578608-21d9-927d-2697-bead6206d911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.763557] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd7f77cc-f817-4096-b98c-63140df93e14 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.979s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.860261] env[65664]: DEBUG nova.network.neutron [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Successfully updated port: 1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.933285] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Releasing lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.933544] env[65664]: DEBUG nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Received event network-vif-plugged-49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 674.933732] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Acquiring lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.933938] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.934094] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.934242] env[65664]: DEBUG nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] No waiting events found dispatching network-vif-plugged-49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 674.934415] env[65664]: WARNING nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Received unexpected event network-vif-plugged-49b34235-ec61-4544-85bb-f5337a4b724f for instance with vm_state building and task_state spawning. [ 674.934556] env[65664]: DEBUG nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Received event network-changed-49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 674.934706] env[65664]: DEBUG nova.compute.manager [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Refreshing instance network info cache due to event network-changed-49b34235-ec61-4544-85bb-f5337a4b724f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 674.934902] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Acquiring lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.935027] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Acquired lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.935179] env[65664]: DEBUG nova.network.neutron [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Refreshing network info cache for port 49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.936613] env[65664]: DEBUG oslo_concurrency.lockutils [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] Acquired lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.936613] env[65664]: DEBUG nova.network.neutron [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Refreshing network info cache for port 36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.944306] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.965267] env[65664]: DEBUG oslo_concurrency.lockutils [req-aab3d123-b205-41ee-b16a-b380b6fb7ec0 req-109fb818-694a-4102-8bd7-b669c064d239 service nova] Releasing lock "refresh_cache-88653470-6123-4be6-803e-93f5c69f4173" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.085463] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25433} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.085816] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.086704] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc878c25-2b1a-4f1a-80b5-5b6782e20a53 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.118747] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.120124] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a437f83-7a71-4a98-91a7-70204041eba1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.152622] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52578608-21d9-927d-2697-bead6206d911, 'name': SearchDatastore_Task, 'duration_secs': 0.040722} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.158273] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 675.158273] env[65664]: value = "task-4414912" [ 675.158273] env[65664]: _type = "Task" [ 675.158273] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.158711] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a45b4af-125c-4001-a976-f31343c32293 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.171248] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 675.171248] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524899d9-fd34-4f44-5667-fd6e866ab43f" [ 675.171248] env[65664]: _type = "Task" [ 675.171248] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.175515] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.188683] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524899d9-fd34-4f44-5667-fd6e866ab43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.364315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "refresh_cache-9acd0bbf-8c30-4e64-939d-0b471ab66c0b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.364315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "refresh_cache-9acd0bbf-8c30-4e64-939d-0b471ab66c0b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.364315] env[65664]: DEBUG nova.network.neutron [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.444723] env[65664]: WARNING neutronclient.v2_0.client [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.448180] env[65664]: WARNING neutronclient.v2_0.client [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.450505] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.568630] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcd538c-6a0a-4be2-a8aa-174a057d7fc6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.578768] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c33cb-8b44-48a0-bd14-50412f2710b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.620707] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5f7382-abc0-4fd9-a375-d1c4a4a6e9c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.632153] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66a104c-a26c-4b2f-9087-ed877f55087d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.652346] env[65664]: DEBUG nova.compute.provider_tree [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.676584] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414912, 'name': ReconfigVM_Task, 'duration_secs': 0.459234} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.681013] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Reconfigured VM instance instance-00000010 to attach disk [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a/afdd2163-e5f5-438e-9be6-57d21911e97a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.683407] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec11cdbf-62d4-4174-88de-b6914b6f2b22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.691629] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524899d9-fd34-4f44-5667-fd6e866ab43f, 'name': SearchDatastore_Task, 'duration_secs': 0.017335} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.693381] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.693689] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] e1430e70-290e-41d9-af8d-288e06ca398f/e1430e70-290e-41d9-af8d-288e06ca398f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.694558] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 675.694558] env[65664]: value = "task-4414913" [ 675.694558] env[65664]: _type = "Task" [ 675.694558] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.694786] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ad9147-31f1-4749-881c-fd75c63b32f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.712846] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414913, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.715043] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 675.715043] env[65664]: value = "task-4414914" [ 675.715043] env[65664]: _type = "Task" [ 675.715043] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.728009] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.757996] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "97c6779e-1af0-4e3f-9997-c079168d9e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.758341] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.943738] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414910, 'name': ReconfigVM_Task, 'duration_secs': 1.183467} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.944356] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ceec1f79-5018-4ff7-a76c-4843a8a7f5da/ceec1f79-5018-4ff7-a76c-4843a8a7f5da.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.945251] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9c91d99-70c9-4476-a287-0f5e6da5cfbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.956578] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 675.956578] env[65664]: value = "task-4414915" [ 675.956578] env[65664]: _type = "Task" [ 675.956578] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.967480] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414915, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.029500] env[65664]: DEBUG nova.network.neutron [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.108694] env[65664]: WARNING neutronclient.v2_0.client [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.149070] env[65664]: WARNING neutronclient.v2_0.client [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.155110] env[65664]: DEBUG nova.scheduler.client.report [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.216731] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414913, 'name': Rename_Task, 'duration_secs': 0.200964} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.216731] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.226357] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e6e6dba-1ff4-4dca-817a-1ce5ef360408 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.245430] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.247326] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 676.247326] env[65664]: value = "task-4414916" [ 676.247326] env[65664]: _type = "Task" [ 676.247326] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.265038] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.319215] env[65664]: DEBUG nova.network.neutron [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updated VIF entry in instance network info cache for port 36b9a4a1-d7ed-49c6-9064-e431968511ab. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.323310] env[65664]: DEBUG nova.network.neutron [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updating instance_info_cache with network_info: [{"id": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "address": "fa:16:3e:6d:66:a6", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9a4a1-d7", "ovs_interfaceid": "36b9a4a1-d7ed-49c6-9064-e431968511ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.373968] env[65664]: WARNING neutronclient.v2_0.client [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.411956] env[65664]: DEBUG nova.network.neutron [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Updated VIF entry in instance network info cache for port 49b34235-ec61-4544-85bb-f5337a4b724f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.412328] env[65664]: DEBUG nova.network.neutron [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Updating instance_info_cache with network_info: [{"id": "49b34235-ec61-4544-85bb-f5337a4b724f", "address": "fa:16:3e:bf:f1:5d", "network": {"id": "643b1df3-7dc0-4a40-8df8-f14997d45f54", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-949229835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a62cb7fefca648fb81814d18cd8a5cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b34235-ec", "ovs_interfaceid": "49b34235-ec61-4544-85bb-f5337a4b724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.468645] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414915, 'name': Rename_Task, 'duration_secs': 0.410554} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.468645] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.468645] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a44c7f-835b-4827-ab1e-01502e143331 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.477942] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 676.477942] env[65664]: value = "task-4414917" [ 676.477942] env[65664]: _type = "Task" [ 676.477942] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.490359] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.579087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.579435] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.579658] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.579827] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.580099] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.582383] env[65664]: INFO nova.compute.manager [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Terminating instance [ 676.641323] env[65664]: DEBUG nova.network.neutron [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Updating instance_info_cache with network_info: [{"id": "1f74b674-6dad-4616-83a5-6dd50dcbf333", "address": "fa:16:3e:14:b6:79", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f74b674-6d", "ovs_interfaceid": "1f74b674-6dad-4616-83a5-6dd50dcbf333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.660945] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.661500] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 676.665881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.751s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.665881] env[65664]: DEBUG nova.objects.instance [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.733417] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59468} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.733874] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] e1430e70-290e-41d9-af8d-288e06ca398f/e1430e70-290e-41d9-af8d-288e06ca398f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.734238] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.734708] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2e9abf1-a423-4779-a7c8-61de160daf13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.744539] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f796f1c-eed4-4d89-94d8-18d3ce53ca82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.754056] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 676.754056] env[65664]: value = "task-4414918" [ 676.754056] env[65664]: _type = "Task" [ 676.754056] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.767057] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Suspending the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 676.767800] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eb49d1e4-96da-46e0-acc4-b5972726df99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.780601] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.781038] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.786395] env[65664]: DEBUG oslo_vmware.api [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] Waiting for the task: (returnval){ [ 676.786395] env[65664]: value = "task-4414919" [ 676.786395] env[65664]: _type = "Task" [ 676.786395] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.797684] env[65664]: DEBUG oslo_vmware.api [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] Task: {'id': task-4414919, 'name': SuspendVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.811246] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.823650] env[65664]: DEBUG oslo_concurrency.lockutils [req-245a6992-c44d-44c3-8106-c123d3c02844 req-ab75a511-0235-44b1-9f5f-5a20335f42ac service nova] Releasing lock "refresh_cache-d3aa3fd7-367b-4dc5-ae60-45403f60440c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.915920] env[65664]: DEBUG oslo_concurrency.lockutils [req-b71562b4-0979-44ac-a265-c9aea7d347bf req-4546b558-2fba-468c-9f9d-6cebe75a6152 service nova] Releasing lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.993757] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.087603] env[65664]: DEBUG nova.compute.manager [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 677.087741] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.089200] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227106d-9938-4eb6-b749-f82cc2defc31 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.099372] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.099801] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d306e6-03dc-4adf-829d-15ac17ddb396 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.109057] env[65664]: DEBUG oslo_vmware.api [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 677.109057] env[65664]: value = "task-4414920" [ 677.109057] env[65664]: _type = "Task" [ 677.109057] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.119526] env[65664]: DEBUG oslo_vmware.api [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.145598] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "refresh_cache-9acd0bbf-8c30-4e64-939d-0b471ab66c0b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.145799] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Instance network_info: |[{"id": "1f74b674-6dad-4616-83a5-6dd50dcbf333", "address": "fa:16:3e:14:b6:79", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f74b674-6d", "ovs_interfaceid": "1f74b674-6dad-4616-83a5-6dd50dcbf333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 677.146472] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f74b674-6dad-4616-83a5-6dd50dcbf333', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.155626] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.156313] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.156619] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128ad79a-6968-4336-92c0-af1265c4fd8d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.177818] env[65664]: DEBUG nova.compute.utils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.179593] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 677.180128] env[65664]: DEBUG nova.network.neutron [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.180280] env[65664]: WARNING neutronclient.v2_0.client [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.180605] env[65664]: WARNING neutronclient.v2_0.client [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.191511] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.191511] env[65664]: value = "task-4414921" [ 677.191511] env[65664]: _type = "Task" [ 677.191511] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.204769] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414921, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.271771] env[65664]: DEBUG oslo_vmware.api [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414916, 'name': PowerOnVM_Task, 'duration_secs': 0.845386} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.272673] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.273122] env[65664]: DEBUG nova.compute.manager [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.275644] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c317c8e-9902-4dde-b750-680a206d0507 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.285671] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080916} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.286362] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.287550] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26bb460-8e75-43c6-9e89-6d994af2a808 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.326827] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] e1430e70-290e-41d9-af8d-288e06ca398f/e1430e70-290e-41d9-af8d-288e06ca398f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.329646] env[65664]: DEBUG nova.policy [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20ec1964fb084de5bfed42fc9b3ffa1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccc1345e145a4ded9c1a78c6833e1aff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.336219] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086fd472-8afd-49d5-b69a-32650ab96b51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.353801] env[65664]: DEBUG oslo_vmware.api [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] Task: {'id': task-4414919, 'name': SuspendVM_Task} progress is 91%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.357223] env[65664]: DEBUG nova.compute.manager [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Received event network-vif-plugged-ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.357549] env[65664]: DEBUG oslo_concurrency.lockutils [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] Acquiring lock "e1430e70-290e-41d9-af8d-288e06ca398f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.358285] env[65664]: DEBUG oslo_concurrency.lockutils [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] Lock "e1430e70-290e-41d9-af8d-288e06ca398f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.358285] env[65664]: DEBUG oslo_concurrency.lockutils [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] Lock "e1430e70-290e-41d9-af8d-288e06ca398f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.358285] env[65664]: DEBUG nova.compute.manager [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] No waiting events found dispatching network-vif-plugged-ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.358285] env[65664]: WARNING nova.compute.manager [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Received unexpected event network-vif-plugged-ad6eaa63-e535-4e6a-b148-6d1f9c0913df for instance with vm_state building and task_state spawning. [ 677.358698] env[65664]: DEBUG nova.compute.manager [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Received event network-changed-ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.358698] env[65664]: DEBUG nova.compute.manager [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Refreshing instance network info cache due to event network-changed-ad6eaa63-e535-4e6a-b148-6d1f9c0913df. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 677.358698] env[65664]: DEBUG oslo_concurrency.lockutils [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] Acquiring lock "refresh_cache-e1430e70-290e-41d9-af8d-288e06ca398f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.358949] env[65664]: DEBUG oslo_concurrency.lockutils [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] Acquired lock "refresh_cache-e1430e70-290e-41d9-af8d-288e06ca398f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.359048] env[65664]: DEBUG nova.network.neutron [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Refreshing network info cache for port ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.371330] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 677.371330] env[65664]: value = "task-4414922" [ 677.371330] env[65664]: _type = "Task" [ 677.371330] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.373928] env[65664]: DEBUG nova.compute.manager [req-454cbc69-6c3b-4e36-9f74-8bdb2dd635d6 req-093efa07-3e2a-489d-b43c-2c5dc3818463 service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Received event network-vif-plugged-1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.374105] env[65664]: DEBUG oslo_concurrency.lockutils [req-454cbc69-6c3b-4e36-9f74-8bdb2dd635d6 req-093efa07-3e2a-489d-b43c-2c5dc3818463 service nova] Acquiring lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.374654] env[65664]: DEBUG oslo_concurrency.lockutils [req-454cbc69-6c3b-4e36-9f74-8bdb2dd635d6 req-093efa07-3e2a-489d-b43c-2c5dc3818463 service nova] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.374884] env[65664]: DEBUG oslo_concurrency.lockutils [req-454cbc69-6c3b-4e36-9f74-8bdb2dd635d6 req-093efa07-3e2a-489d-b43c-2c5dc3818463 service nova] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.375189] env[65664]: DEBUG nova.compute.manager [req-454cbc69-6c3b-4e36-9f74-8bdb2dd635d6 req-093efa07-3e2a-489d-b43c-2c5dc3818463 service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] No waiting events found dispatching network-vif-plugged-1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.375391] env[65664]: WARNING nova.compute.manager [req-454cbc69-6c3b-4e36-9f74-8bdb2dd635d6 req-093efa07-3e2a-489d-b43c-2c5dc3818463 service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Received unexpected event network-vif-plugged-1f74b674-6dad-4616-83a5-6dd50dcbf333 for instance with vm_state building and task_state spawning. [ 677.395384] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.492831] env[65664]: DEBUG oslo_vmware.api [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4414917, 'name': PowerOnVM_Task, 'duration_secs': 0.83377} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.494339] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.495490] env[65664]: INFO nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Took 11.10 seconds to spawn the instance on the hypervisor. [ 677.495584] env[65664]: DEBUG nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.496503] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a4308-2f7a-4779-b45a-62e7809390fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.578679] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b498a0-a5f1-0bd1-6807-af26679b4813/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.580253] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3025798-9591-4bb6-ba2e-1a587106c754 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.589763] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b498a0-a5f1-0bd1-6807-af26679b4813/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.589994] env[65664]: ERROR oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b498a0-a5f1-0bd1-6807-af26679b4813/disk-0.vmdk due to incomplete transfer. [ 677.590254] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81a78e57-9230-43b7-b527-eb8b488380d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.599296] env[65664]: DEBUG oslo_vmware.rw_handles [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b498a0-a5f1-0bd1-6807-af26679b4813/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.599537] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Uploaded image 99a7cc33-a1f9-44c1-a973-41d8c2f6e004 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.601789] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.602098] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9ebf12d-018b-44d4-b452-b1b179399545 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.611176] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 677.611176] env[65664]: value = "task-4414923" [ 677.611176] env[65664]: _type = "Task" [ 677.611176] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.637960] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414923, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.638422] env[65664]: DEBUG oslo_vmware.api [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414920, 'name': PowerOffVM_Task, 'duration_secs': 0.391004} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.638694] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.638909] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.639683] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f90fd88-0499-41d1-a8d3-1b6ee3e8dd96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.681488] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945941cd-429c-4349-9f1e-723cb661c463 tempest-ServersAdmin275Test-1978867755 tempest-ServersAdmin275Test-1978867755-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.682695] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.520s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.684329] env[65664]: INFO nova.compute.claims [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.687683] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 677.704336] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414921, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.763614] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.764137] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.764368] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Deleting the datastore file [datastore1] 6eb9227e-dcd3-4d76-9ede-f11d0803bd09 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.764771] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-999f5fa2-8297-4401-9f58-b58603b58bc8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.773800] env[65664]: DEBUG oslo_vmware.api [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for the task: (returnval){ [ 677.773800] env[65664]: value = "task-4414925" [ 677.773800] env[65664]: _type = "Task" [ 677.773800] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.780869] env[65664]: DEBUG nova.network.neutron [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Successfully created port: f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.786713] env[65664]: DEBUG oslo_vmware.api [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.797929] env[65664]: DEBUG oslo_vmware.api [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] Task: {'id': task-4414919, 'name': SuspendVM_Task} progress is 91%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.809270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.864552] env[65664]: WARNING neutronclient.v2_0.client [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.889290] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.019571] env[65664]: INFO nova.compute.manager [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Took 26.73 seconds to build instance. [ 678.128877] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414923, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.220858] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414921, 'name': CreateVM_Task, 'duration_secs': 0.561477} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.221074] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.221598] env[65664]: WARNING neutronclient.v2_0.client [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.221956] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.222118] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.222437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.222710] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0428e7b9-91ff-4cdd-bcc9-3090f1bd0572 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.228607] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 678.228607] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52521bc7-a363-b65f-7fe6-f3147e2bcd00" [ 678.228607] env[65664]: _type = "Task" [ 678.228607] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.241432] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52521bc7-a363-b65f-7fe6-f3147e2bcd00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.285732] env[65664]: DEBUG oslo_vmware.api [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Task: {'id': task-4414925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370138} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.286050] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.286243] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.286418] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.286628] env[65664]: INFO nova.compute.manager [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Took 1.20 seconds to destroy the instance on the hypervisor. [ 678.287000] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 678.289154] env[65664]: DEBUG nova.compute.manager [-] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 678.289321] env[65664]: DEBUG nova.network.neutron [-] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.289630] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.304229] env[65664]: DEBUG oslo_vmware.api [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] Task: {'id': task-4414919, 'name': SuspendVM_Task, 'duration_secs': 1.158821} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.304229] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Suspended the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 678.304229] env[65664]: DEBUG nova.compute.manager [None req-9b391628-929b-4686-bf82-6afe2b6e75f9 tempest-ServersAdminNegativeTestJSON-217690209 tempest-ServersAdminNegativeTestJSON-217690209-project-admin] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 678.304229] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f1e0d-b0fb-4fde-8462-c965d1bde0b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.390787] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414922, 'name': ReconfigVM_Task, 'duration_secs': 0.648893} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.392384] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Reconfigured VM instance instance-00000016 to attach disk [datastore2] e1430e70-290e-41d9-af8d-288e06ca398f/e1430e70-290e-41d9-af8d-288e06ca398f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.394045] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd01dc60-cf16-4496-8686-bf6fb3e50d58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.406193] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 678.406193] env[65664]: value = "task-4414926" [ 678.406193] env[65664]: _type = "Task" [ 678.406193] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.417713] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414926, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.521467] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.243s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.629049] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414923, 'name': Destroy_Task, 'duration_secs': 0.742369} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.629393] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Destroyed the VM [ 678.630167] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 678.630167] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37a3d847-41cf-4b5e-ab8b-061d7b6ec228 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.641451] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 678.641451] env[65664]: value = "task-4414927" [ 678.641451] env[65664]: _type = "Task" [ 678.641451] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.654706] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414927, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.706177] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 678.757424] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52521bc7-a363-b65f-7fe6-f3147e2bcd00, 'name': SearchDatastore_Task, 'duration_secs': 0.018586} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.760782] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.761109] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.761328] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.761590] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.761798] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.761966] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.762257] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.762463] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.762719] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.762905] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.763142] env[65664]: DEBUG nova.virt.hardware [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.763636] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763929] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.765946] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.766217] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.767012] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.768241] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25eb13-999d-4920-b458-45e8fac9ee9d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.773153] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.775026] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c38efb42-0698-40c4-ae0b-9a136e783af1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.791854] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc066d-1c2e-4c54-afd6-8251a4eecabf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.803299] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.803377] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.805699] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce9d02e-a37f-4c97-be81-0850efb728a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.836283] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 678.836283] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a8cc06-b953-ff5a-ab95-8e9511f6bb23" [ 678.836283] env[65664]: _type = "Task" [ 678.836283] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.849843] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a8cc06-b953-ff5a-ab95-8e9511f6bb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.923944] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414926, 'name': Rename_Task, 'duration_secs': 0.433848} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.924848] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.924848] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abaa3b6a-07c6-4949-b56c-0e0f5cfc60e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.933997] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 678.933997] env[65664]: value = "task-4414928" [ 678.933997] env[65664]: _type = "Task" [ 678.933997] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.946289] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.159167] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414927, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.203521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c444ab-bb6b-427d-a2c6-1339a6692cd3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.214158] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83061637-7593-4295-89b5-96f16c144cfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.247722] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2627406a-d9f0-4a7b-8e31-d166d6e55b2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.256917] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a7b0b9-1cf6-4b28-9c39-9059a76ff89a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.278530] env[65664]: DEBUG nova.compute.provider_tree [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.350695] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a8cc06-b953-ff5a-ab95-8e9511f6bb23, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.351932] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151334d1-8e99-48ce-9845-2b4d3b7152fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.359212] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 679.359212] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521fb639-06f3-2fbb-3915-d6615acef99f" [ 679.359212] env[65664]: _type = "Task" [ 679.359212] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.370673] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521fb639-06f3-2fbb-3915-d6615acef99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.448835] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.655088] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414927, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.763876] env[65664]: DEBUG nova.network.neutron [-] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.780154] env[65664]: WARNING neutronclient.v2_0.client [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.783815] env[65664]: DEBUG nova.scheduler.client.report [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.873657] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521fb639-06f3-2fbb-3915-d6615acef99f, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.873657] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.873965] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 9acd0bbf-8c30-4e64-939d-0b471ab66c0b/9acd0bbf-8c30-4e64-939d-0b471ab66c0b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.874708] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79dec7a-d179-47de-b07c-5facfc97618b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.882161] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 679.882161] env[65664]: value = "task-4414929" [ 679.882161] env[65664]: _type = "Task" [ 679.882161] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.892349] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.946646] env[65664]: DEBUG oslo_vmware.api [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414928, 'name': PowerOnVM_Task, 'duration_secs': 0.685619} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.948080] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.948080] env[65664]: INFO nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Took 10.84 seconds to spawn the instance on the hypervisor. [ 679.948080] env[65664]: DEBUG nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 679.948250] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001fd68e-cd54-4adb-848c-21937e84cdc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.988696] env[65664]: DEBUG nova.network.neutron [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Successfully updated port: f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.157868] env[65664]: DEBUG oslo_vmware.api [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414927, 'name': RemoveSnapshot_Task, 'duration_secs': 1.021258} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.158372] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.158785] env[65664]: INFO nova.compute.manager [None req-74715cd2-dfca-41d1-9ee0-961ed68388e0 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Took 19.09 seconds to snapshot the instance on the hypervisor. [ 680.214170] env[65664]: DEBUG nova.network.neutron [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Updated VIF entry in instance network info cache for port ad6eaa63-e535-4e6a-b148-6d1f9c0913df. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.214648] env[65664]: DEBUG nova.network.neutron [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Updating instance_info_cache with network_info: [{"id": "ad6eaa63-e535-4e6a-b148-6d1f9c0913df", "address": "fa:16:3e:06:d8:eb", "network": {"id": "93c82ce3-e978-44cb-9930-0641b2a704f1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-404295802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88dd4e92fcca4d989340e9631684d7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6eaa63-e5", "ovs_interfaceid": "ad6eaa63-e535-4e6a-b148-6d1f9c0913df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.266502] env[65664]: INFO nova.compute.manager [-] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Took 1.98 seconds to deallocate network for instance. [ 680.290025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.292221] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 680.295659] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.224s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.299106] env[65664]: INFO nova.compute.claims [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.395930] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414929, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.470519] env[65664]: INFO nova.compute.manager [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Took 25.73 seconds to build instance. [ 680.493621] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "refresh_cache-4ba05e21-99c4-4519-be86-d8eb63470422" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.493621] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired lock "refresh_cache-4ba05e21-99c4-4519-be86-d8eb63470422" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.493621] env[65664]: DEBUG nova.network.neutron [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.718092] env[65664]: DEBUG oslo_concurrency.lockutils [req-7aff51de-d737-43e2-8fb0-2321e919326d req-0716cee5-66e0-4ae3-9e3e-6ae820ed8beb service nova] Releasing lock "refresh_cache-e1430e70-290e-41d9-af8d-288e06ca398f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.776796] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.804023] env[65664]: DEBUG nova.compute.utils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.810407] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 680.810625] env[65664]: DEBUG nova.network.neutron [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 680.811093] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.811436] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.904215] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552713} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.905260] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 9acd0bbf-8c30-4e64-939d-0b471ab66c0b/9acd0bbf-8c30-4e64-939d-0b471ab66c0b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.905867] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.906422] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-747b0126-5237-4e92-b35b-635086b05715 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917135] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 680.917135] env[65664]: value = "task-4414930" [ 680.917135] env[65664]: _type = "Task" [ 680.917135] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.930662] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.947648] env[65664]: DEBUG nova.policy [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3ebe62f2d23498587e49a6471c7dc40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf03120b998a405ba3628869696a0ccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.974151] env[65664]: DEBUG oslo_concurrency.lockutils [None req-268cadd0-5d1d-4440-8304-cdf0b46067ea tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "e1430e70-290e-41d9-af8d-288e06ca398f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.074s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.145992] env[65664]: DEBUG nova.network.neutron [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.309682] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 681.319670] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.319975] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.355035] env[65664]: DEBUG nova.network.neutron [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Successfully created port: 9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.431837] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077716} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.434807] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.438323] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96676a8-887d-447a-954a-bf8759d03dfb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.478263] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 9acd0bbf-8c30-4e64-939d-0b471ab66c0b/9acd0bbf-8c30-4e64-939d-0b471ab66c0b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.481566] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71dee96b-9668-414d-967c-c086ea0c9fe1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.513238] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 681.513238] env[65664]: value = "task-4414931" [ 681.513238] env[65664]: _type = "Task" [ 681.513238] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.530052] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.788103] env[65664]: WARNING neutronclient.v2_0.client [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.791209] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d9cf4-e6a0-4c24-9143-631466282b84 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.801252] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4361cd71-a837-4167-998b-4f3746c05baf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.853573] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e464f78-1a75-41ab-a4be-4fa21f5260d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.857282] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.857968] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.858261] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.858569] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.858793] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.859035] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.859226] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 681.859475] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.864633] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee796352-7a03-457d-9dd7-21e2b274fd20 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.885639] env[65664]: DEBUG nova.compute.provider_tree [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.024429] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414931, 'name': ReconfigVM_Task, 'duration_secs': 0.352781} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.024721] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 9acd0bbf-8c30-4e64-939d-0b471ab66c0b/9acd0bbf-8c30-4e64-939d-0b471ab66c0b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.025439] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db6afd70-d710-43f1-aa1a-e52b6811af34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033813] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 682.033813] env[65664]: value = "task-4414932" [ 682.033813] env[65664]: _type = "Task" [ 682.033813] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.043550] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414932, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.354679] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 682.511570] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.511570] env[65664]: DEBUG nova.scheduler.client.report [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.512997] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 682.512997] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.512997] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 682.512997] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.513705] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 682.513705] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 682.513705] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.513705] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 682.513705] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 682.514014] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 682.514014] env[65664]: DEBUG nova.virt.hardware [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 682.514014] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25200ff9-e38e-4749-ac30-d912e3bf3289 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.514014] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffce8a6-5128-4f3c-bfab-3c28642ccebd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.545381] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414932, 'name': Rename_Task, 'duration_secs': 0.143274} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.545686] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.545946] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ce4dab-f734-475b-9c8c-b1d8ef632416 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.554745] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 682.554745] env[65664]: value = "task-4414933" [ 682.554745] env[65664]: _type = "Task" [ 682.554745] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.564368] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.896963] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.897518] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 682.900164] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.243s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.900383] env[65664]: DEBUG nova.objects.instance [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lazy-loading 'resources' on Instance uuid c5889957-0eba-49e9-b280-e9fbd16a949f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.056616] env[65664]: DEBUG nova.network.neutron [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Successfully updated port: 9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.069541] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414933, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.108964] env[65664]: DEBUG nova.network.neutron [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Updating instance_info_cache with network_info: [{"id": "f5ab7cc5-2a9e-4a4a-a269-45859a9ece46", "address": "fa:16:3e:fe:50:d9", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ab7cc5-2a", "ovs_interfaceid": "f5ab7cc5-2a9e-4a4a-a269-45859a9ece46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.403509] env[65664]: DEBUG nova.compute.utils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.409050] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 683.409050] env[65664]: DEBUG nova.network.neutron [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.409552] env[65664]: WARNING neutronclient.v2_0.client [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.409660] env[65664]: WARNING neutronclient.v2_0.client [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.545887] env[65664]: DEBUG nova.policy [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a235a630a2c43ac8fc3c31188ad319d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f54a225c5e64a5fbeb4efbf99aaed13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.565798] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "refresh_cache-4e1ea887-30cc-4aef-a356-0c2d6ee255ad" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.566532] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquired lock "refresh_cache-4e1ea887-30cc-4aef-a356-0c2d6ee255ad" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.566532] env[65664]: DEBUG nova.network.neutron [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.577473] env[65664]: DEBUG oslo_vmware.api [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4414933, 'name': PowerOnVM_Task, 'duration_secs': 0.813365} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.581690] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.581964] env[65664]: INFO nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Took 9.64 seconds to spawn the instance on the hypervisor. [ 683.582214] env[65664]: DEBUG nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.583424] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67690c-c0d6-4819-ab13-0045e2409ce3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.614911] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Releasing lock "refresh_cache-4ba05e21-99c4-4519-be86-d8eb63470422" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.614911] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Instance network_info: |[{"id": "f5ab7cc5-2a9e-4a4a-a269-45859a9ece46", "address": "fa:16:3e:fe:50:d9", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ab7cc5-2a", "ovs_interfaceid": "f5ab7cc5-2a9e-4a4a-a269-45859a9ece46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 683.615303] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:50:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ab7cc5-2a9e-4a4a-a269-45859a9ece46', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.622328] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 683.625433] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.626612] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749eeeb6-e4ee-4b35-a71a-5e233e13e3ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.656399] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.656399] env[65664]: value = "task-4414934" [ 683.656399] env[65664]: _type = "Task" [ 683.656399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.433820] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 684.443054] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414934, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.443054] env[65664]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.285088 sec [ 684.448505] env[65664]: DEBUG nova.network.neutron [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Successfully created port: 0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.451861] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 684.452837] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing instance network info cache due to event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 684.452837] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquiring lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.452837] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquired lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.452837] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.454918] env[65664]: DEBUG nova.compute.manager [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Received event network-changed-1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 684.455151] env[65664]: DEBUG nova.compute.manager [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Refreshing instance network info cache due to event network-changed-1f74b674-6dad-4616-83a5-6dd50dcbf333. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 684.455346] env[65664]: DEBUG oslo_concurrency.lockutils [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] Acquiring lock "refresh_cache-9acd0bbf-8c30-4e64-939d-0b471ab66c0b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.455583] env[65664]: DEBUG oslo_concurrency.lockutils [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] Acquired lock "refresh_cache-9acd0bbf-8c30-4e64-939d-0b471ab66c0b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.455632] env[65664]: DEBUG nova.network.neutron [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Refreshing network info cache for port 1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.464192] env[65664]: INFO nova.compute.manager [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Took 25.62 seconds to build instance. [ 684.472291] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414934, 'name': CreateVM_Task, 'duration_secs': 0.668418} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.472650] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.473472] env[65664]: WARNING neutronclient.v2_0.client [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.475524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.475524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.475524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.475524] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ad29c0-83ee-4c39-a53f-e3c99fdfec07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.482119] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 684.482119] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5d785-af84-cf90-b572-913a7eaf6ac6" [ 684.482119] env[65664]: _type = "Task" [ 684.482119] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.495315] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5d785-af84-cf90-b572-913a7eaf6ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.619554] env[65664]: DEBUG nova.network.neutron [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.631812] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc8c819-c3ff-4198-8d23-910db7d0d260 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.642285] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e9a8ad-ceaf-47f8-930e-47c331c9ddd6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.679164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8467d52-a3bf-4e84-9424-68f0912bc3a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.688325] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b45dd-0c72-4373-a1ee-2951ded296e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.705698] env[65664]: DEBUG nova.compute.provider_tree [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.961184] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.964974] env[65664]: WARNING neutronclient.v2_0.client [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.968348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b132d38e-662f-4ea3-89fa-ba829543ce02 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.143s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.996531] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5d785-af84-cf90-b572-913a7eaf6ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.024333} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.997051] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.997566] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.997949] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.999041] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.999041] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.002198] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c699b4-1883-4c89-89e7-01186d66447d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.014209] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.016020] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.016020] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221332b1-19f9-4cd5-8e45-ea67e9622167 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.025114] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 685.025114] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dbc873-0210-214e-d62d-f13527f4f8a9" [ 685.025114] env[65664]: _type = "Task" [ 685.025114] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.040192] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dbc873-0210-214e-d62d-f13527f4f8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.195323] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.213630] env[65664]: DEBUG nova.scheduler.client.report [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.425600] env[65664]: DEBUG nova.network.neutron [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Updating instance_info_cache with network_info: [{"id": "9f66152d-111e-4088-8c8b-5236c48ab078", "address": "fa:16:3e:a0:4e:a2", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f66152d-11", "ovs_interfaceid": "9f66152d-111e-4088-8c8b-5236c48ab078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.455565] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 685.459230] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.497424] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 685.497801] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.497976] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 685.498411] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.498665] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 685.498872] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 685.499468] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 685.499468] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 685.499599] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 685.499755] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 685.499985] env[65664]: DEBUG nova.virt.hardware [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 685.501551] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c4a374-3527-4688-a26d-e4cb456ada78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.511265] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d9782-c204-49b0-9bb3-bb35a49d4f0f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.529635] env[65664]: WARNING neutronclient.v2_0.client [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.544021] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dbc873-0210-214e-d62d-f13527f4f8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016644} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.545065] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0c68bb-2e2a-4184-aaac-241461f6bf5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.552569] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 685.552569] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529b98da-35f9-d269-eee4-77fd1a6b61f2" [ 685.552569] env[65664]: _type = "Task" [ 685.552569] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.563641] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529b98da-35f9-d269-eee4-77fd1a6b61f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.687511] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updated VIF entry in instance network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.687511] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.721886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.822s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.729211] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.915s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.730460] env[65664]: INFO nova.compute.claims [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.753800] env[65664]: DEBUG nova.network.neutron [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Updated VIF entry in instance network info cache for port 1f74b674-6dad-4616-83a5-6dd50dcbf333. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.755074] env[65664]: DEBUG nova.network.neutron [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Updating instance_info_cache with network_info: [{"id": "1f74b674-6dad-4616-83a5-6dd50dcbf333", "address": "fa:16:3e:14:b6:79", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f74b674-6d", "ovs_interfaceid": "1f74b674-6dad-4616-83a5-6dd50dcbf333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.756947] env[65664]: INFO nova.scheduler.client.report [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Deleted allocations for instance c5889957-0eba-49e9-b280-e9fbd16a949f [ 685.929233] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Releasing lock "refresh_cache-4e1ea887-30cc-4aef-a356-0c2d6ee255ad" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.929669] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Instance network_info: |[{"id": "9f66152d-111e-4088-8c8b-5236c48ab078", "address": "fa:16:3e:a0:4e:a2", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f66152d-11", "ovs_interfaceid": "9f66152d-111e-4088-8c8b-5236c48ab078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 685.930225] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:4e:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f66152d-111e-4088-8c8b-5236c48ab078', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.947933] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Creating folder: Project (cf03120b998a405ba3628869696a0ccc). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.951374] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4847d407-ef41-4b86-8d51-c4cae672d2be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.965904] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Created folder: Project (cf03120b998a405ba3628869696a0ccc) in parent group-v863926. [ 685.967537] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Creating folder: Instances. Parent ref: group-v863990. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.967537] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04c38a15-fbbb-48c0-bcf6-80b69f912247 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.982360] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Created folder: Instances in parent group-v863990. [ 685.982360] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 685.982360] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.982360] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d368f7-5511-46ca-8d11-694a962c9b61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.010076] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.010076] env[65664]: value = "task-4414937" [ 686.010076] env[65664]: _type = "Task" [ 686.010076] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.022823] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414937, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.066211] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529b98da-35f9-d269-eee4-77fd1a6b61f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013232} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.068016] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.068401] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 4ba05e21-99c4-4519-be86-d8eb63470422/4ba05e21-99c4-4519-be86-d8eb63470422.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.073665] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9f259a-017a-47cc-8693-e788af0f5ab1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.079500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "91966869-e4e6-4778-badb-831ccac1b143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.079500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "91966869-e4e6-4778-badb-831ccac1b143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.088696] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 686.088696] env[65664]: value = "task-4414938" [ 686.088696] env[65664]: _type = "Task" [ 686.088696] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.103148] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.191795] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Releasing lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.192269] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Received event network-changed-e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 686.192531] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Refreshing instance network info cache due to event network-changed-e6988efd-5aa4-4223-b87d-ab3bfb57e415. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 686.192967] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquiring lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.193091] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquired lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.193346] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Refreshing network info cache for port e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.258769] env[65664]: DEBUG oslo_concurrency.lockutils [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] Releasing lock "refresh_cache-9acd0bbf-8c30-4e64-939d-0b471ab66c0b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.259059] env[65664]: DEBUG nova.compute.manager [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Received event network-changed-bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 686.259255] env[65664]: DEBUG nova.compute.manager [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Refreshing instance network info cache due to event network-changed-bc874d06-d096-47b6-9965-926a2dfec2c4. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 686.259482] env[65664]: DEBUG oslo_concurrency.lockutils [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] Acquiring lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.259623] env[65664]: DEBUG oslo_concurrency.lockutils [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] Acquired lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.259779] env[65664]: DEBUG nova.network.neutron [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Refreshing network info cache for port bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.270034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b02e62b-7935-4d02-b424-b8f00554d003 tempest-ServersAdmin275Test-273500989 tempest-ServersAdmin275Test-273500989-project-member] Lock "c5889957-0eba-49e9-b280-e9fbd16a949f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.452s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.376126] env[65664]: DEBUG nova.network.neutron [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Successfully updated port: 0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 686.504413] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.504413] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.529410] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414937, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.581237] env[65664]: DEBUG nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 686.606357] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.699798] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.747920] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "e1430e70-290e-41d9-af8d-288e06ca398f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.748186] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "e1430e70-290e-41d9-af8d-288e06ca398f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.748385] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "e1430e70-290e-41d9-af8d-288e06ca398f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.748558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "e1430e70-290e-41d9-af8d-288e06ca398f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.748749] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "e1430e70-290e-41d9-af8d-288e06ca398f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.751890] env[65664]: INFO nova.compute.manager [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Terminating instance [ 686.765431] env[65664]: WARNING neutronclient.v2_0.client [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.880671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.880671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.880671] env[65664]: DEBUG nova.network.neutron [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.009021] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 687.026519] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414937, 'name': CreateVM_Task, 'duration_secs': 0.705156} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.026733] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.027410] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.027664] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.028226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.028489] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c960cec-0d70-480c-933a-ed5b233afb05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.039053] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 687.039053] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525132e3-094a-3ce6-b671-e49e2bfc102b" [ 687.039053] env[65664]: _type = "Task" [ 687.039053] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.052984] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525132e3-094a-3ce6-b671-e49e2bfc102b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.105434] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630312} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.110308] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.110308] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 4ba05e21-99c4-4519-be86-d8eb63470422/4ba05e21-99c4-4519-be86-d8eb63470422.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.110623] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.111031] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59706ae8-98a9-48c2-9a98-bcac4f9b8e73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.124192] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 687.124192] env[65664]: value = "task-4414939" [ 687.124192] env[65664]: _type = "Task" [ 687.124192] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.141488] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.216363] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.220974] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a6fb1-1f19-411f-b644-65af3e8b52dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.234196] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c3730-b915-4f24-869e-193d73d60628 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.269475] env[65664]: DEBUG nova.compute.manager [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 687.269769] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.271057] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07a473-75c0-4cca-be3b-649285ecf107 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.274962] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02893b25-1b4a-4e93-a5ba-052365444db7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.284446] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.286678] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195071d2-80fc-4c73-9852-294d533b0d74 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.293287] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df96b9-3263-4ec2-9888-bf18310aff11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.314211] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.318334] env[65664]: DEBUG oslo_vmware.api [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 687.318334] env[65664]: value = "task-4414940" [ 687.318334] env[65664]: _type = "Task" [ 687.318334] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.320397] env[65664]: WARNING neutronclient.v2_0.client [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.333352] env[65664]: DEBUG oslo_vmware.api [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.369099] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Updated VIF entry in instance network info cache for port e6988efd-5aa4-4223-b87d-ab3bfb57e415. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.369099] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Updating instance_info_cache with network_info: [{"id": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "address": "fa:16:3e:d2:ea:9e", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6988efd-5a", "ovs_interfaceid": "e6988efd-5aa4-4223-b87d-ab3bfb57e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.499323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "9b148295-a767-4449-9485-b3eb760ae257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.499562] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "9b148295-a767-4449-9485-b3eb760ae257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.510769] env[65664]: DEBUG nova.network.neutron [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 687.516987] env[65664]: DEBUG nova.network.neutron [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Updated VIF entry in instance network info cache for port bc874d06-d096-47b6-9965-926a2dfec2c4. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.517356] env[65664]: DEBUG nova.network.neutron [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Updating instance_info_cache with network_info: [{"id": "bc874d06-d096-47b6-9965-926a2dfec2c4", "address": "fa:16:3e:14:a8:99", "network": {"id": "1e2c36be-6856-48ff-8893-a2e24cde1cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1279518462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcbf5db25a47478c9c033c268ffe8729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc874d06-d0", "ovs_interfaceid": "bc874d06-d096-47b6-9965-926a2dfec2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.547597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.559811] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525132e3-094a-3ce6-b671-e49e2bfc102b, 'name': SearchDatastore_Task, 'duration_secs': 0.021907} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.560167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.560733] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.560733] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.560908] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.561116] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.561444] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a7ce530-e171-4bba-a1dc-91c6996b3874 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.574172] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.574172] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.574172] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1032ab1-b856-469f-942c-c8ddd842310b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.582608] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 687.582608] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52387383-3529-cda7-17a9-ed84d737dbdf" [ 687.582608] env[65664]: _type = "Task" [ 687.582608] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.594433] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52387383-3529-cda7-17a9-ed84d737dbdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.639232] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124051} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.639512] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.640363] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de29102b-dd35-4e2c-97e7-31d4d821c43b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.644982] env[65664]: WARNING neutronclient.v2_0.client [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.669865] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4ba05e21-99c4-4519-be86-d8eb63470422/4ba05e21-99c4-4519-be86-d8eb63470422.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.670048] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a4b06b-2680-48bc-951e-feb715ee446b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.691921] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 687.691921] env[65664]: value = "task-4414941" [ 687.691921] env[65664]: _type = "Task" [ 687.691921] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.701213] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.765801] env[65664]: DEBUG nova.network.neutron [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance_info_cache with network_info: [{"id": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "address": "fa:16:3e:18:8e:99", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3a35d6-c1", "ovs_interfaceid": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.834025] env[65664]: DEBUG oslo_vmware.api [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414940, 'name': PowerOffVM_Task, 'duration_secs': 0.315051} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.834025] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.834025] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.834025] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b3f161c-140b-4c9d-aa19-db0bb4389134 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.844360] env[65664]: ERROR nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [req-0de78d01-7d30-4738-b9e2-975af7c17a09] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0de78d01-7d30-4738-b9e2-975af7c17a09"}]} [ 687.873032] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Releasing lock "refresh_cache-57923f30-d1d7-4f23-a752-5cd7b9427c34" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.873612] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 687.873612] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing instance network info cache due to event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 687.874085] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquiring lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.874259] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquired lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.874429] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.881750] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.911024] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.911024] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.929038] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.940117] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.940117] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.940117] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Deleting the datastore file [datastore2] e1430e70-290e-41d9-af8d-288e06ca398f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.940117] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bfc8313-6949-4d4e-a783-9d85ba901383 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.947263] env[65664]: DEBUG oslo_vmware.api [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for the task: (returnval){ [ 687.947263] env[65664]: value = "task-4414943" [ 687.947263] env[65664]: _type = "Task" [ 687.947263] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.956500] env[65664]: DEBUG oslo_vmware.api [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.964021] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 688.003231] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 688.024371] env[65664]: DEBUG oslo_concurrency.lockutils [req-07e42e85-e680-4376-a72a-d221bf435cce req-98ffb9c7-0b47-429d-96ed-b20b9925e51c service nova] Releasing lock "refresh_cache-b6360b81-754a-4858-acf5-8cc6f25a1e3a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.104341] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52387383-3529-cda7-17a9-ed84d737dbdf, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.112938] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75c7546-581a-4a92-a43f-a694b8f1852d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.122402] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 688.122402] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ae81cb-7d16-6538-1d37-9dfb7cb412c2" [ 688.122402] env[65664]: _type = "Task" [ 688.122402] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.138822] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ae81cb-7d16-6538-1d37-9dfb7cb412c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.204352] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.269265] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.269796] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Instance network_info: |[{"id": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "address": "fa:16:3e:18:8e:99", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3a35d6-c1", "ovs_interfaceid": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 688.270175] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:8e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d3a35d6-c132-46a3-97b7-f992d34217fe', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.278547] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Creating folder: Project (4f54a225c5e64a5fbeb4efbf99aaed13). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.281497] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3786e236-d4f4-4b9e-8191-35e6a01124c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.292427] env[65664]: DEBUG nova.compute.manager [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Received event network-vif-plugged-9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 688.292427] env[65664]: DEBUG oslo_concurrency.lockutils [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] Acquiring lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.292427] env[65664]: DEBUG oslo_concurrency.lockutils [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.292796] env[65664]: DEBUG oslo_concurrency.lockutils [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.292796] env[65664]: DEBUG nova.compute.manager [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] No waiting events found dispatching network-vif-plugged-9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.292939] env[65664]: WARNING nova.compute.manager [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Received unexpected event network-vif-plugged-9f66152d-111e-4088-8c8b-5236c48ab078 for instance with vm_state building and task_state spawning. [ 688.293089] env[65664]: DEBUG nova.compute.manager [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Received event network-changed-9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 688.293233] env[65664]: DEBUG nova.compute.manager [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Refreshing instance network info cache due to event network-changed-9f66152d-111e-4088-8c8b-5236c48ab078. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 688.293407] env[65664]: DEBUG oslo_concurrency.lockutils [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] Acquiring lock "refresh_cache-4e1ea887-30cc-4aef-a356-0c2d6ee255ad" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.293534] env[65664]: DEBUG oslo_concurrency.lockutils [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] Acquired lock "refresh_cache-4e1ea887-30cc-4aef-a356-0c2d6ee255ad" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.293678] env[65664]: DEBUG nova.network.neutron [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Refreshing network info cache for port 9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.299133] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Created folder: Project (4f54a225c5e64a5fbeb4efbf99aaed13) in parent group-v863926. [ 688.299327] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Creating folder: Instances. Parent ref: group-v863993. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.299968] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf467c16-bd2c-4189-ae45-826092996c22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.313994] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Created folder: Instances in parent group-v863993. [ 688.314292] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 688.314760] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.314994] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75a6997b-e555-4967-a08d-ef8cca9889bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.336560] env[65664]: DEBUG nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Received event network-vif-plugged-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 688.336560] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Acquiring lock "4ba05e21-99c4-4519-be86-d8eb63470422-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.336883] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Lock "4ba05e21-99c4-4519-be86-d8eb63470422-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.336883] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Lock "4ba05e21-99c4-4519-be86-d8eb63470422-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.336992] env[65664]: DEBUG nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] No waiting events found dispatching network-vif-plugged-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.337136] env[65664]: WARNING nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Received unexpected event network-vif-plugged-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 for instance with vm_state building and task_state spawning. [ 688.337232] env[65664]: DEBUG nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Received event network-changed-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 688.337377] env[65664]: DEBUG nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Refreshing instance network info cache due to event network-changed-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 688.337552] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Acquiring lock "refresh_cache-4ba05e21-99c4-4519-be86-d8eb63470422" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.337678] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Acquired lock "refresh_cache-4ba05e21-99c4-4519-be86-d8eb63470422" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.337822] env[65664]: DEBUG nova.network.neutron [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Refreshing network info cache for port f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.346504] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.346504] env[65664]: value = "task-4414946" [ 688.346504] env[65664]: _type = "Task" [ 688.346504] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.360977] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414946, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.378528] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.414564] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c2392-9b7d-45e1-9b3b-003dcc1fb725 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.426188] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6631e52-da54-4e63-a7ce-37af17b67911 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.463279] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16238ec-2edb-4ce3-8b6a-fd27159efe2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.473637] env[65664]: DEBUG oslo_vmware.api [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Task: {'id': task-4414943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318723} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.475428] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.475664] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.475844] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.476041] env[65664]: INFO nova.compute.manager [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 688.476272] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 688.476535] env[65664]: DEBUG nova.compute.manager [-] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 688.476633] env[65664]: DEBUG nova.network.neutron [-] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 688.476885] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.480027] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9897ce4-53ec-4259-9f5d-ca50e547d607 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.498797] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.527876] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.589742] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.637075] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ae81cb-7d16-6538-1d37-9dfb7cb412c2, 'name': SearchDatastore_Task, 'duration_secs': 0.052612} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.637075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.637075] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 4e1ea887-30cc-4aef-a356-0c2d6ee255ad/4e1ea887-30cc-4aef-a356-0c2d6ee255ad.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.637075] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57f21417-0dcb-4511-a021-883f9a48358d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.649036] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 688.649036] env[65664]: value = "task-4414947" [ 688.649036] env[65664]: _type = "Task" [ 688.649036] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.656942] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.706632] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414941, 'name': ReconfigVM_Task, 'duration_secs': 0.516301} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.707042] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4ba05e21-99c4-4519-be86-d8eb63470422/4ba05e21-99c4-4519-be86-d8eb63470422.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.707733] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eeb4da6-c65d-4ace-810e-2e6d9216930f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.719441] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "afd60b9b-71fe-4133-ad15-26b625cd05a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.719759] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.721229] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 688.721229] env[65664]: value = "task-4414948" [ 688.721229] env[65664]: _type = "Task" [ 688.721229] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.736118] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414948, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.757782] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.803974] env[65664]: WARNING neutronclient.v2_0.client [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.841899] env[65664]: WARNING neutronclient.v2_0.client [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.862444] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414946, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.036645] env[65664]: ERROR nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [req-11833028-b92a-4c2a-b083-7dbdd34d74c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11833028-b92a-4c2a-b083-7dbdd34d74c2"}]} [ 689.054467] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 689.074172] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 689.074555] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.098032] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 689.132584] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 689.163349] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414947, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.191164] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updated VIF entry in instance network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.191533] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.226243] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 689.241121] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414948, 'name': Rename_Task, 'duration_secs': 0.286165} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.241121] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.241330] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a4600d7-e61d-43ac-927b-1136ddea62e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.250501] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 689.250501] env[65664]: value = "task-4414949" [ 689.250501] env[65664]: _type = "Task" [ 689.250501] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.275721] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414949, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.368417] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414946, 'name': CreateVM_Task, 'duration_secs': 0.552096} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.368622] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.370930] env[65664]: WARNING neutronclient.v2_0.client [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.370930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.370930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.370930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.370930] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8d3189-1089-4537-ac5e-21fb932a5908 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.380696] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 689.380696] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522bca69-181c-c2d7-4c71-2b13e081ca0e" [ 689.380696] env[65664]: _type = "Task" [ 689.380696] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.392635] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522bca69-181c-c2d7-4c71-2b13e081ca0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.393451] env[65664]: WARNING neutronclient.v2_0.client [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.399425] env[65664]: WARNING neutronclient.v2_0.client [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.493745] env[65664]: DEBUG nova.network.neutron [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Updated VIF entry in instance network info cache for port 9f66152d-111e-4088-8c8b-5236c48ab078. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.493745] env[65664]: DEBUG nova.network.neutron [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Updating instance_info_cache with network_info: [{"id": "9f66152d-111e-4088-8c8b-5236c48ab078", "address": "fa:16:3e:a0:4e:a2", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f66152d-11", "ovs_interfaceid": "9f66152d-111e-4088-8c8b-5236c48ab078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.497801] env[65664]: DEBUG nova.network.neutron [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Updated VIF entry in instance network info cache for port f5ab7cc5-2a9e-4a4a-a269-45859a9ece46. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.497801] env[65664]: DEBUG nova.network.neutron [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Updating instance_info_cache with network_info: [{"id": "f5ab7cc5-2a9e-4a4a-a269-45859a9ece46", "address": "fa:16:3e:fe:50:d9", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ab7cc5-2a", "ovs_interfaceid": "f5ab7cc5-2a9e-4a4a-a269-45859a9ece46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.549353] env[65664]: DEBUG nova.network.neutron [-] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.657444] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c7a38-82e3-4595-a8ca-1787355783a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.670525] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566482} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.671695] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1237ab-598e-4cd1-80de-351745e5d861 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.675500] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 4e1ea887-30cc-4aef-a356-0c2d6ee255ad/4e1ea887-30cc-4aef-a356-0c2d6ee255ad.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.675804] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.675985] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1d9186-46a0-44c0-a7a1-05a1d42f76ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.708355] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Releasing lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.708629] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Received event network-changed-39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 689.709225] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Refreshing instance network info cache due to event network-changed-39128028-ac38-4ac8-9698-5d3ceb010e01. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 689.709225] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquiring lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.709225] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Acquired lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.709408] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Refreshing network info cache for port 39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.712706] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426768c-db35-47d6-af42-9583bfa28b27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.716475] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 689.716475] env[65664]: value = "task-4414950" [ 689.716475] env[65664]: _type = "Task" [ 689.716475] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.728453] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7149a552-1d6d-4036-8081-b388a72f2d5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.743639] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.756169] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.770113] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "afdd2163-e5f5-438e-9be6-57d21911e97a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.770647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.770647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "afdd2163-e5f5-438e-9be6-57d21911e97a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.770784] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.771067] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.773223] env[65664]: INFO nova.compute.manager [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Terminating instance [ 689.776539] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414949, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.778416] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.893454] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522bca69-181c-c2d7-4c71-2b13e081ca0e, 'name': SearchDatastore_Task, 'duration_secs': 0.025578} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.893843] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.894188] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.894469] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.894659] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.894828] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.895156] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c862f839-b937-4453-926e-1c4f6c51746d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.908401] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.908401] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.908401] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42536041-3f32-4286-99ae-60294cda6ece {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.914826] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 689.914826] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2940c-5059-7420-1c27-523d29f2c1e0" [ 689.914826] env[65664]: _type = "Task" [ 689.914826] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.927772] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2940c-5059-7420-1c27-523d29f2c1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.996664] env[65664]: DEBUG oslo_concurrency.lockutils [req-7be951d7-f2fb-487c-97c2-e7195b3e5e76 req-d20ff5ee-d4b5-4b01-8a47-33f3bc079b9f service nova] Releasing lock "refresh_cache-4e1ea887-30cc-4aef-a356-0c2d6ee255ad" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.998593] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Releasing lock "refresh_cache-4ba05e21-99c4-4519-be86-d8eb63470422" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.999084] env[65664]: DEBUG nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Received event network-changed-49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 689.999084] env[65664]: DEBUG nova.compute.manager [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Refreshing instance network info cache due to event network-changed-49b34235-ec61-4544-85bb-f5337a4b724f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 689.999268] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Acquiring lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.999367] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Acquired lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.999521] env[65664]: DEBUG nova.network.neutron [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Refreshing network info cache for port 49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.052987] env[65664]: INFO nova.compute.manager [-] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Took 1.58 seconds to deallocate network for instance. [ 690.218955] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.232631] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14716} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.232903] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.233716] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21597198-862f-4d34-90e7-f131dd60e535 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.261015] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4e1ea887-30cc-4aef-a356-0c2d6ee255ad/4e1ea887-30cc-4aef-a356-0c2d6ee255ad.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.264307] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371e60a7-a555-4cd2-b747-002a7e75f0ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.285805] env[65664]: DEBUG nova.compute.manager [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 690.286048] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.287428] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3b295-f22f-4df8-b250-803b4ec23b24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.296955] env[65664]: DEBUG oslo_vmware.api [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414949, 'name': PowerOnVM_Task, 'duration_secs': 0.57738} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.300580] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.301019] env[65664]: INFO nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Took 11.59 seconds to spawn the instance on the hypervisor. [ 690.301291] env[65664]: DEBUG nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 690.301748] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.302055] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 690.302055] env[65664]: value = "task-4414951" [ 690.302055] env[65664]: _type = "Task" [ 690.302055] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.303065] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ebc98b-b0ee-4135-a854-eba21ef7ee76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.306165] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb58cd61-9fc0-46fe-9a39-8919110b740f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.327774] env[65664]: DEBUG oslo_vmware.api [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 690.327774] env[65664]: value = "task-4414952" [ 690.327774] env[65664]: _type = "Task" [ 690.327774] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.329328] env[65664]: DEBUG nova.scheduler.client.report [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 690.329600] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 36 to 37 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 690.329776] env[65664]: DEBUG nova.compute.provider_tree [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.344466] env[65664]: DEBUG oslo_vmware.api [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.430504] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2940c-5059-7420-1c27-523d29f2c1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021888} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.431591] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07a7156-79ee-49b6-a005-369254810fae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.439999] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 690.439999] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f1cb87-c961-03c8-321d-34a1778d2b98" [ 690.439999] env[65664]: _type = "Task" [ 690.439999] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.452451] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f1cb87-c961-03c8-321d-34a1778d2b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.503092] env[65664]: WARNING neutronclient.v2_0.client [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.555053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.555053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.556054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.556054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.556054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.564434] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.564434] env[65664]: INFO nova.compute.manager [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Terminating instance [ 690.686523] env[65664]: WARNING neutronclient.v2_0.client [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.820339] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414951, 'name': ReconfigVM_Task, 'duration_secs': 0.458867} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.820339] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4e1ea887-30cc-4aef-a356-0c2d6ee255ad/4e1ea887-30cc-4aef-a356-0c2d6ee255ad.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.824197] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fbff2c4-3313-4632-80e3-815d7ede4a47 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.841353] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 690.841353] env[65664]: value = "task-4414953" [ 690.841353] env[65664]: _type = "Task" [ 690.841353] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.845053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.119s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.846508] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 690.852321] env[65664]: INFO nova.compute.manager [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Took 31.34 seconds to build instance. [ 690.857027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.046s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.857027] env[65664]: DEBUG nova.objects.instance [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 690.869040] env[65664]: DEBUG oslo_vmware.api [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414952, 'name': PowerOffVM_Task, 'duration_secs': 0.282807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.869887] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.870161] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.870483] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d59ae83-ada3-4d76-908f-65b968237375 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.876413] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414953, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.956809] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f1cb87-c961-03c8-321d-34a1778d2b98, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.957284] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.957672] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.957672] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore2] afdd2163-e5f5-438e-9be6-57d21911e97a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.958037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.958724] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e/b4033c80-be9c-4753-a7d8-d3edd36dd31e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.958724] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25721265-cfc2-469d-8dff-35a3258d76de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.962256] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f58bb2df-9452-4e6b-89a2-9e0a2e82f6ef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.974227] env[65664]: DEBUG oslo_vmware.api [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 690.974227] env[65664]: value = "task-4414955" [ 690.974227] env[65664]: _type = "Task" [ 690.974227] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.976147] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 690.976147] env[65664]: value = "task-4414956" [ 690.976147] env[65664]: _type = "Task" [ 690.976147] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.993133] env[65664]: DEBUG oslo_vmware.api [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.998465] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.041818] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updated VIF entry in instance network info cache for port 39128028-ac38-4ac8-9698-5d3ceb010e01. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.042486] env[65664]: DEBUG nova.network.neutron [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [{"id": "39128028-ac38-4ac8-9698-5d3ceb010e01", "address": "fa:16:3e:65:8d:98", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39128028-ac", "ovs_interfaceid": "39128028-ac38-4ac8-9698-5d3ceb010e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.067889] env[65664]: DEBUG nova.compute.manager [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 691.068312] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.069505] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d9a15b-a99b-4e19-afba-e4b15f5a9598 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.076483] env[65664]: WARNING neutronclient.v2_0.client [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.089227] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.089692] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e02d582-7cc4-42d2-8fc3-4701466ae3fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.100270] env[65664]: DEBUG oslo_vmware.api [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 691.100270] env[65664]: value = "task-4414957" [ 691.100270] env[65664]: _type = "Task" [ 691.100270] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.114302] env[65664]: DEBUG oslo_vmware.api [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.356900] env[65664]: DEBUG nova.compute.utils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.360677] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 691.360962] env[65664]: DEBUG nova.network.neutron [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.361392] env[65664]: WARNING neutronclient.v2_0.client [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.361779] env[65664]: WARNING neutronclient.v2_0.client [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.365019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "4ba05e21-99c4-4519-be86-d8eb63470422" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.867s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.375375] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414953, 'name': Rename_Task, 'duration_secs': 0.178714} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.379026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.379026] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6ab77cd-8fd6-4f14-9b50-bed58c8b4fdb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.386266] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 691.386266] env[65664]: value = "task-4414958" [ 691.386266] env[65664]: _type = "Task" [ 691.386266] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.398827] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.496212] env[65664]: DEBUG oslo_vmware.api [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4414955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211395} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.497471] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.497938] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.498270] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.498568] env[65664]: INFO nova.compute.manager [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 691.498948] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 691.499293] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.499641] env[65664]: DEBUG nova.compute.manager [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 691.499841] env[65664]: DEBUG nova.network.neutron [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 691.500204] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.546653] env[65664]: DEBUG oslo_concurrency.lockutils [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] Releasing lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.546653] env[65664]: DEBUG nova.compute.manager [req-98cc2b18-c4fb-4ab0-b97e-f388089ac4aa req-d57ac0f0-76f4-4964-ac77-456d24b2c051 service nova] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Received event network-vif-deleted-fe54f12a-ce97-40f4-89a6-84dec039c51b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 691.612104] env[65664]: DEBUG oslo_vmware.api [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414957, 'name': PowerOffVM_Task, 'duration_secs': 0.287036} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.613208] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.614429] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.614429] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b5baca-a48e-4128-8f03-530b1b0ef357 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.688093] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.688093] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.688093] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Deleting the datastore file [datastore2] 21be7c7e-7a6f-41b0-9783-ec9e43246e59 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.688093] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18da0a5-af66-4efc-b9e9-953c93ddd090 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.696282] env[65664]: DEBUG oslo_vmware.api [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 691.696282] env[65664]: value = "task-4414960" [ 691.696282] env[65664]: _type = "Task" [ 691.696282] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.706325] env[65664]: DEBUG oslo_vmware.api [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.865940] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 691.878742] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8a7d5ac8-c9f7-4af8-ab5d-fa0a2f489ff1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.881060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.103s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.881060] env[65664]: DEBUG nova.objects.instance [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lazy-loading 'resources' on Instance uuid 6eb9227e-dcd3-4d76-9ede-f11d0803bd09 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.903306] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.992611] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589005} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.992902] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e/b4033c80-be9c-4753-a7d8-d3edd36dd31e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.993515] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.993515] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f6ce366-64e1-4a54-aa20-df9da9de284d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.001798] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 692.001798] env[65664]: value = "task-4414961" [ 692.001798] env[65664]: _type = "Task" [ 692.001798] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.012863] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.079409] env[65664]: DEBUG nova.network.neutron [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Updated VIF entry in instance network info cache for port 49b34235-ec61-4544-85bb-f5337a4b724f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.079761] env[65664]: DEBUG nova.network.neutron [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Updating instance_info_cache with network_info: [{"id": "49b34235-ec61-4544-85bb-f5337a4b724f", "address": "fa:16:3e:bf:f1:5d", "network": {"id": "643b1df3-7dc0-4a40-8df8-f14997d45f54", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-949229835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a62cb7fefca648fb81814d18cd8a5cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b34235-ec", "ovs_interfaceid": "49b34235-ec61-4544-85bb-f5337a4b724f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.220263] env[65664]: DEBUG oslo_vmware.api [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4414960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33389} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.220686] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.221013] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.221309] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.221582] env[65664]: INFO nova.compute.manager [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 692.221944] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 692.222509] env[65664]: DEBUG nova.compute.manager [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 692.222509] env[65664]: DEBUG nova.network.neutron [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 692.222907] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.254385] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.360095] env[65664]: DEBUG nova.policy [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7381d9890fa6457592b5ecce3d188b65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90afff18a72f4e6ba66bdb466fa54765', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.400204] env[65664]: DEBUG oslo_vmware.api [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4414958, 'name': PowerOnVM_Task, 'duration_secs': 0.841154} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.401152] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.401152] env[65664]: INFO nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Took 10.05 seconds to spawn the instance on the hypervisor. [ 692.401320] env[65664]: DEBUG nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.402133] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47ffa0-290a-48ce-b91e-8fa7d2dece2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.431753] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.440283] env[65664]: DEBUG nova.compute.manager [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Received event network-vif-plugged-0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.440496] env[65664]: DEBUG oslo_concurrency.lockutils [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] Acquiring lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.440746] env[65664]: DEBUG oslo_concurrency.lockutils [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.440934] env[65664]: DEBUG oslo_concurrency.lockutils [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.441141] env[65664]: DEBUG nova.compute.manager [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] No waiting events found dispatching network-vif-plugged-0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.441315] env[65664]: WARNING nova.compute.manager [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Received unexpected event network-vif-plugged-0d3a35d6-c132-46a3-97b7-f992d34217fe for instance with vm_state building and task_state spawning. [ 692.441453] env[65664]: DEBUG nova.compute.manager [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Received event network-changed-0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.441598] env[65664]: DEBUG nova.compute.manager [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Refreshing instance network info cache due to event network-changed-0d3a35d6-c132-46a3-97b7-f992d34217fe. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 692.441777] env[65664]: DEBUG oslo_concurrency.lockutils [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] Acquiring lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.441932] env[65664]: DEBUG oslo_concurrency.lockutils [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] Acquired lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.442129] env[65664]: DEBUG nova.network.neutron [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Refreshing network info cache for port 0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.469542] env[65664]: DEBUG nova.compute.manager [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Received event network-changed-39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.469747] env[65664]: DEBUG nova.compute.manager [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Refreshing instance network info cache due to event network-changed-39128028-ac38-4ac8-9698-5d3ceb010e01. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 692.469961] env[65664]: DEBUG oslo_concurrency.lockutils [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] Acquiring lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.470119] env[65664]: DEBUG oslo_concurrency.lockutils [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] Acquired lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.470707] env[65664]: DEBUG nova.network.neutron [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Refreshing network info cache for port 39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.514835] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074704} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.518635] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.519718] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eafe7d-43e8-46e7-83b4-fc3fe0a198ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.549070] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e/b4033c80-be9c-4753-a7d8-d3edd36dd31e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.553401] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a6ef7f-1e50-4bad-9149-c4826fc01467 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.577508] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 692.577508] env[65664]: value = "task-4414962" [ 692.577508] env[65664]: _type = "Task" [ 692.577508] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.582950] env[65664]: DEBUG oslo_concurrency.lockutils [req-2540a40b-5c72-44a3-bec5-ffed0e4a0493 req-b82ded40-d5f5-4a89-9984-179228fe8df5 service nova] Releasing lock "refresh_cache-ceec1f79-5018-4ff7-a76c-4843a8a7f5da" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.589465] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.786255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "6432cee9-eaca-4684-8251-20bbfbc7c987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.786536] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.881341] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 692.923834] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.923834] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.923834] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.924294] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.924294] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.924294] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.924294] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.924294] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.924695] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.924695] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.924695] env[65664]: DEBUG nova.virt.hardware [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.925402] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d2082-e3e1-460b-8873-fe78a41ab769 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.933194] env[65664]: INFO nova.compute.manager [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Took 28.79 seconds to build instance. [ 692.941453] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5711b8e-2067-462d-a36c-31bdd2935a11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.952330] env[65664]: WARNING neutronclient.v2_0.client [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.978390] env[65664]: WARNING neutronclient.v2_0.client [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.006130] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a59c516-1206-4753-88b4-fcd3295dce6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.020325] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b0dceb-c60b-48ca-ba65-155049c707cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.057266] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b7941b-3f30-4e6b-af7e-e8d810c16b8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.068104] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22b1982-3305-46d3-a56b-bbed20de2e42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.083898] env[65664]: DEBUG nova.compute.provider_tree [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.095054] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.197459] env[65664]: DEBUG nova.network.neutron [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.292534] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 693.297235] env[65664]: DEBUG nova.network.neutron [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Successfully created port: 2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 693.440900] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba711c0-92dd-4f04-b88b-f3ac71627120 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.318s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.518257] env[65664]: INFO nova.network.neutron [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Port 39128028-ac38-4ac8-9698-5d3ceb010e01 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 693.518741] env[65664]: DEBUG nova.network.neutron [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.593080] env[65664]: DEBUG nova.scheduler.client.report [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.605319] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414962, 'name': ReconfigVM_Task, 'duration_secs': 0.635398} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.605613] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e/b4033c80-be9c-4753-a7d8-d3edd36dd31e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.606615] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491520b8-575f-484d-aba3-7af675894c8d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.616532] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 693.616532] env[65664]: value = "task-4414963" [ 693.616532] env[65664]: _type = "Task" [ 693.616532] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.630064] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414963, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.702246] env[65664]: INFO nova.compute.manager [-] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Took 2.20 seconds to deallocate network for instance. [ 693.816361] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.005199] env[65664]: DEBUG nova.network.neutron [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.021878] env[65664]: DEBUG oslo_concurrency.lockutils [req-b90c7ab9-a43d-4a9c-966d-78db2f7963f8 req-1f6dbedd-2e5a-4509-af2b-05a0f56e2273 service nova] Releasing lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.099128] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.102369] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.737s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.102464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.102784] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 694.102866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.993s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.105867] env[65664]: INFO nova.compute.claims [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.108244] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e68a8b-0623-4631-abe7-5493cf5fcf77 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.122663] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e33e2-a426-4668-acfb-bf00e547c676 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.127773] env[65664]: WARNING neutronclient.v2_0.client [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.130841] env[65664]: INFO nova.scheduler.client.report [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Deleted allocations for instance 6eb9227e-dcd3-4d76-9ede-f11d0803bd09 [ 694.139868] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414963, 'name': Rename_Task, 'duration_secs': 0.180107} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.147046] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.147804] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5d3e06-903f-4d7f-96f8-bfc04408b6d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.150146] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa330ed-9d47-4b81-b18f-a6846727d9a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.160217] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac9a16-aa25-4752-a8f2-dda9fe1c46c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.164359] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 694.164359] env[65664]: value = "task-4414964" [ 694.164359] env[65664]: _type = "Task" [ 694.164359] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.196917] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180359MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 694.197129] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.200879] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.209954] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.508760] env[65664]: INFO nova.compute.manager [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Took 2.29 seconds to deallocate network for instance. [ 694.642047] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c109b318-c0fe-4142-8994-85895791c22a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Lock "6eb9227e-dcd3-4d76-9ede-f11d0803bd09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.062s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.676086] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414964, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.016290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.147496] env[65664]: DEBUG nova.network.neutron [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Successfully updated port: 2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 695.182896] env[65664]: DEBUG oslo_vmware.api [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4414964, 'name': PowerOnVM_Task, 'duration_secs': 0.733787} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.183684] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.183684] env[65664]: INFO nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Took 9.73 seconds to spawn the instance on the hypervisor. [ 695.183684] env[65664]: DEBUG nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 695.184528] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c495048-db9c-40a9-a1da-fa604406b2a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.334050] env[65664]: DEBUG nova.network.neutron [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updated VIF entry in instance network info cache for port 0d3a35d6-c132-46a3-97b7-f992d34217fe. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.334481] env[65664]: DEBUG nova.network.neutron [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance_info_cache with network_info: [{"id": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "address": "fa:16:3e:18:8e:99", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3a35d6-c1", "ovs_interfaceid": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.652155] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "refresh_cache-97c6779e-1af0-4e3f-9997-c079168d9e5e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.652155] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquired lock "refresh_cache-97c6779e-1af0-4e3f-9997-c079168d9e5e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.652155] env[65664]: DEBUG nova.network.neutron [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.698984] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d01e6-0127-4eb4-b9d6-b427960f9849 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.715651] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2bb79-7beb-4457-95b6-3bcf672bdada {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.722072] env[65664]: INFO nova.compute.manager [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Took 27.67 seconds to build instance. [ 695.760768] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232dbbc-1bf4-4187-9db0-c4f6d711fa30 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.770359] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e11fd8-22a0-4e25-a614-38cfe629e624 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.789069] env[65664]: DEBUG nova.compute.provider_tree [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.837855] env[65664]: DEBUG oslo_concurrency.lockutils [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] Releasing lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.838159] env[65664]: DEBUG nova.compute.manager [req-b886a637-5587-45c8-a1a7-8e39f3935745 req-10852f8d-6b00-46a7-beaa-ecf131d3c3d3 service nova] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Received event network-vif-deleted-ad6eaa63-e535-4e6a-b148-6d1f9c0913df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 696.192363] env[65664]: DEBUG nova.network.neutron [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 696.225480] env[65664]: DEBUG oslo_concurrency.lockutils [None req-954562c5-be61-4fc6-9498-4f3476f5556e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.183s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.292154] env[65664]: DEBUG nova.scheduler.client.report [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.798132] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.798712] env[65664]: DEBUG nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 696.803284] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.254s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.803403] env[65664]: INFO nova.compute.claims [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.949964] env[65664]: WARNING neutronclient.v2_0.client [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.177393] env[65664]: DEBUG nova.compute.manager [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 697.177623] env[65664]: DEBUG nova.compute.manager [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing instance network info cache due to event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 697.177837] env[65664]: DEBUG oslo_concurrency.lockutils [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] Acquiring lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.177967] env[65664]: DEBUG oslo_concurrency.lockutils [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] Acquired lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.178289] env[65664]: DEBUG nova.network.neutron [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.235277] env[65664]: DEBUG nova.compute.manager [req-d6f6a681-b5fc-44c7-90f8-e8c2efeee428 req-e8cc3e5b-4bd2-46ae-a95b-70699b58faed service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Received event network-vif-plugged-2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 697.235277] env[65664]: DEBUG oslo_concurrency.lockutils [req-d6f6a681-b5fc-44c7-90f8-e8c2efeee428 req-e8cc3e5b-4bd2-46ae-a95b-70699b58faed service nova] Acquiring lock "97c6779e-1af0-4e3f-9997-c079168d9e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.235277] env[65664]: DEBUG oslo_concurrency.lockutils [req-d6f6a681-b5fc-44c7-90f8-e8c2efeee428 req-e8cc3e5b-4bd2-46ae-a95b-70699b58faed service nova] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.235277] env[65664]: DEBUG oslo_concurrency.lockutils [req-d6f6a681-b5fc-44c7-90f8-e8c2efeee428 req-e8cc3e5b-4bd2-46ae-a95b-70699b58faed service nova] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.235277] env[65664]: DEBUG nova.compute.manager [req-d6f6a681-b5fc-44c7-90f8-e8c2efeee428 req-e8cc3e5b-4bd2-46ae-a95b-70699b58faed service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] No waiting events found dispatching network-vif-plugged-2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.236407] env[65664]: WARNING nova.compute.manager [req-d6f6a681-b5fc-44c7-90f8-e8c2efeee428 req-e8cc3e5b-4bd2-46ae-a95b-70699b58faed service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Received unexpected event network-vif-plugged-2f55df7a-f0b2-4e16-8478-1b545a66430f for instance with vm_state building and task_state spawning. [ 697.304238] env[65664]: DEBUG nova.compute.utils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.306553] env[65664]: DEBUG nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 697.615205] env[65664]: DEBUG nova.network.neutron [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Updating instance_info_cache with network_info: [{"id": "2f55df7a-f0b2-4e16-8478-1b545a66430f", "address": "fa:16:3e:77:39:75", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f55df7a-f0", "ovs_interfaceid": "2f55df7a-f0b2-4e16-8478-1b545a66430f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.666060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "88653470-6123-4be6-803e-93f5c69f4173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.666060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "88653470-6123-4be6-803e-93f5c69f4173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.666060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "88653470-6123-4be6-803e-93f5c69f4173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.666243] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "88653470-6123-4be6-803e-93f5c69f4173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.666322] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "88653470-6123-4be6-803e-93f5c69f4173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.670880] env[65664]: INFO nova.compute.manager [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Terminating instance [ 697.680979] env[65664]: WARNING neutronclient.v2_0.client [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.807241] env[65664]: DEBUG nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 698.117610] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Releasing lock "refresh_cache-97c6779e-1af0-4e3f-9997-c079168d9e5e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.118094] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Instance network_info: |[{"id": "2f55df7a-f0b2-4e16-8478-1b545a66430f", "address": "fa:16:3e:77:39:75", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f55df7a-f0", "ovs_interfaceid": "2f55df7a-f0b2-4e16-8478-1b545a66430f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 698.118671] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:39:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f55df7a-f0b2-4e16-8478-1b545a66430f', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.127043] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Creating folder: Project (90afff18a72f4e6ba66bdb466fa54765). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.130116] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a52dc4d4-a496-46db-a481-7e7546c1ea00 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.144549] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Created folder: Project (90afff18a72f4e6ba66bdb466fa54765) in parent group-v863926. [ 698.144733] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Creating folder: Instances. Parent ref: group-v863996. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.144997] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a327d712-2743-4c7f-9f03-bed85028b3c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.159390] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Created folder: Instances in parent group-v863996. [ 698.159665] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.159877] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.160129] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-898ceb69-694e-4e84-a367-eca46ced62cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179986] env[65664]: DEBUG nova.compute.manager [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 698.180062] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.181511] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a2c27d-49f4-435f-a891-38bb15bf3c1f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.191099] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.192813] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955d2c10-9521-4dc7-a3ac-661c6fa9a665 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.194496] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.194496] env[65664]: value = "task-4414967" [ 698.194496] env[65664]: _type = "Task" [ 698.194496] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.204852] env[65664]: DEBUG oslo_vmware.api [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 698.204852] env[65664]: value = "task-4414968" [ 698.204852] env[65664]: _type = "Task" [ 698.204852] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.211600] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414967, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.221278] env[65664]: DEBUG oslo_vmware.api [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.328885] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4be8522-5860-46ce-a608-7f8b0355a93a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.343273] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17021224-cdf7-41ee-9895-ec453ca34428 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.380581] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cde68a-2337-48d8-8365-0f591b51b7ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.391910] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5e275-235d-42d6-9b6b-3035500123eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.412073] env[65664]: DEBUG nova.compute.provider_tree [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.710057] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414967, 'name': CreateVM_Task, 'duration_secs': 0.422108} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.715386] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.715386] env[65664]: WARNING neutronclient.v2_0.client [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.715386] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.715386] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.715386] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.715690] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63cc1732-93e1-4260-91a2-e6ecd45ed0f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.722302] env[65664]: DEBUG oslo_vmware.api [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414968, 'name': PowerOffVM_Task, 'duration_secs': 0.349532} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.722616] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.722791] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.723134] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 698.723134] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e8f223-a41c-e3ad-5c72-6d1d33931009" [ 698.723134] env[65664]: _type = "Task" [ 698.723134] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.723363] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb35eb93-5bf8-48e9-a511-a91bf05220e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.735144] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e8f223-a41c-e3ad-5c72-6d1d33931009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.799259] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.799646] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.800438] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Deleting the datastore file [datastore2] 88653470-6123-4be6-803e-93f5c69f4173 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.800438] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81ccc45-4b71-40f1-a44b-b24c4e8056f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.808880] env[65664]: DEBUG oslo_vmware.api [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for the task: (returnval){ [ 698.808880] env[65664]: value = "task-4414970" [ 698.808880] env[65664]: _type = "Task" [ 698.808880] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.822210] env[65664]: DEBUG nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 698.824286] env[65664]: DEBUG oslo_vmware.api [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.851974] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.852263] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.852670] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.852945] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.853213] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.853423] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.853688] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.853902] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.854150] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.854368] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.854594] env[65664]: DEBUG nova.virt.hardware [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.855550] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541c85a5-16bb-47c1-b0a7-f28b4e2cd653 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.864965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc60d59-c361-4102-931f-385b6a41f784 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.881815] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.888953] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Creating folder: Project (6c532caabee44373ad805d2edf6eaf19). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.888953] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae66d8d5-8908-4d73-a0e5-34ae4f78f529 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.903323] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Created folder: Project (6c532caabee44373ad805d2edf6eaf19) in parent group-v863926. [ 698.903799] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Creating folder: Instances. Parent ref: group-v863999. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.904117] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40343ba-4824-4777-b875-080431c7b2a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.916359] env[65664]: DEBUG nova.scheduler.client.report [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.920101] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Created folder: Instances in parent group-v863999. [ 698.920302] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.920692] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.920919] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9bd4eef-227c-471a-ad81-068bca5185ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.941503] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.941503] env[65664]: value = "task-4414973" [ 698.941503] env[65664]: _type = "Task" [ 698.941503] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.951702] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414973, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.244319] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e8f223-a41c-e3ad-5c72-6d1d33931009, 'name': SearchDatastore_Task, 'duration_secs': 0.02523} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.244777] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.245071] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.245357] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.245530] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245738] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.246125] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-184c05fa-e531-42a2-a8be-e8f0d67d98bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.259583] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.260259] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.261606] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc6a617-863d-43eb-a80b-65edc3e387b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.268724] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 699.268724] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c5fb4-0b38-40c1-1b27-50d9ea76f575" [ 699.268724] env[65664]: _type = "Task" [ 699.268724] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.282720] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c5fb4-0b38-40c1-1b27-50d9ea76f575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.323484] env[65664]: DEBUG oslo_vmware.api [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Task: {'id': task-4414970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270017} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.323484] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.324209] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.324209] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.324744] env[65664]: INFO nova.compute.manager [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Took 1.14 seconds to destroy the instance on the hypervisor. [ 699.324744] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.324979] env[65664]: DEBUG nova.compute.manager [-] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 699.324979] env[65664]: DEBUG nova.network.neutron [-] [instance: 88653470-6123-4be6-803e-93f5c69f4173] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.325190] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.422813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.423598] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 699.426667] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.899s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.428140] env[65664]: INFO nova.compute.claims [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.451220] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.460053] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414973, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.506534] env[65664]: WARNING neutronclient.v2_0.client [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.785060] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c5fb4-0b38-40c1-1b27-50d9ea76f575, 'name': SearchDatastore_Task, 'duration_secs': 0.019813} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.788051] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce03ab0c-ee28-461b-8c82-8655f81f53fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.795218] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 699.795218] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52717a9a-1f52-ea48-890e-45c0c3b77a4d" [ 699.795218] env[65664]: _type = "Task" [ 699.795218] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.808790] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52717a9a-1f52-ea48-890e-45c0c3b77a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.934057] env[65664]: DEBUG nova.compute.utils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.938386] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 699.938944] env[65664]: DEBUG nova.network.neutron [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 699.938944] env[65664]: WARNING neutronclient.v2_0.client [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.939392] env[65664]: WARNING neutronclient.v2_0.client [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.960558] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414973, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.311039] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52717a9a-1f52-ea48-890e-45c0c3b77a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.022632} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.311039] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.311039] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 97c6779e-1af0-4e3f-9997-c079168d9e5e/97c6779e-1af0-4e3f-9997-c079168d9e5e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.311039] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05239d35-f1ff-4f38-a400-1087c01fa325 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.323055] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 700.323055] env[65664]: value = "task-4414974" [ 700.323055] env[65664]: _type = "Task" [ 700.323055] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.333580] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.439103] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 700.466042] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414973, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.564549] env[65664]: DEBUG nova.network.neutron [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updated VIF entry in instance network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.564549] env[65664]: DEBUG nova.network.neutron [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.658162] env[65664]: DEBUG nova.network.neutron [-] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.680857] env[65664]: DEBUG nova.policy [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27a9c7c034b149c8bc2725a60ab03c4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6743990fe3504cfbaf907652cd9a5ee1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.833950] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.966460] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414973, 'name': CreateVM_Task, 'duration_secs': 1.571914} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.966875] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.967361] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.967576] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.970018] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.970018] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bd229c-3217-4cac-a0f2-2eff9345db1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.974647] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 700.974647] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5257978e-0ba5-002d-3dfe-e266b9f56a58" [ 700.974647] env[65664]: _type = "Task" [ 700.974647] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.986579] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee8de7-b956-4e69-9b00-d08853f462e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.003280] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5257978e-0ba5-002d-3dfe-e266b9f56a58, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.003823] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.004591] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.004884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.005110] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.005387] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.006614] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a90f43-ca99-421b-a5c6-19d4fefca2d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.011295] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f128eab-abef-41b2-87ac-63fe400f8839 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.046991] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85519f24-510c-4e9f-a605-a901bc954ac0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.051508] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.051508] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.051761] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da58f74-fab5-4a59-97e2-9cd727e2511f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.065583] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4634e69-e71b-4b1b-b7f2-85632b07d326 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.071323] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 701.071323] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525f2036-065b-531f-83d4-9859b316f613" [ 701.071323] env[65664]: _type = "Task" [ 701.071323] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.072491] env[65664]: DEBUG oslo_concurrency.lockutils [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] Releasing lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.072759] env[65664]: DEBUG nova.compute.manager [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Received event network-vif-deleted-cd880696-0692-4234-a872-43afa3769dfe {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 701.073057] env[65664]: DEBUG nova.compute.manager [req-19e06042-2613-4ff9-a76c-b118a8de63ab req-09d7966b-6eb7-4041-af00-a53756df5dcc service nova] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Received event network-vif-deleted-39128028-ac38-4ac8-9698-5d3ceb010e01 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 701.089026] env[65664]: DEBUG nova.compute.provider_tree [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.097038] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525f2036-065b-531f-83d4-9859b316f613, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.097873] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0653e5d9-5c4e-417e-814e-4717414d0b4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.104242] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 701.104242] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3a51e-ebf9-b01a-5a27-cadaefa9ec54" [ 701.104242] env[65664]: _type = "Task" [ 701.104242] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.114829] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3a51e-ebf9-b01a-5a27-cadaefa9ec54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.164588] env[65664]: INFO nova.compute.manager [-] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Took 1.84 seconds to deallocate network for instance. [ 701.235585] env[65664]: DEBUG nova.network.neutron [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Successfully created port: 4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.333774] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631629} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.334135] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 97c6779e-1af0-4e3f-9997-c079168d9e5e/97c6779e-1af0-4e3f-9997-c079168d9e5e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.334614] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.334614] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b62dc9-1563-41fb-a4cf-3b2d1e89db67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.342262] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 701.342262] env[65664]: value = "task-4414975" [ 701.342262] env[65664]: _type = "Task" [ 701.342262] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.353468] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.456305] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 701.493614] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.493851] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.494552] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.494552] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.494552] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.494552] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.494755] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.494962] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.495084] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.495402] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.495402] env[65664]: DEBUG nova.virt.hardware [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.496310] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6483c6-5283-4269-89ac-d5470a726218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.509937] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e688267-050c-4b16-8286-ef50773e8eb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.593939] env[65664]: DEBUG nova.scheduler.client.report [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.619628] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3a51e-ebf9-b01a-5a27-cadaefa9ec54, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.620477] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.620477] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 91966869-e4e6-4778-badb-831ccac1b143/91966869-e4e6-4778-badb-831ccac1b143.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.620477] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a64641fc-fc6b-4eb4-95dd-7ff2cfa227f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.630103] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 701.630103] env[65664]: value = "task-4414976" [ 701.630103] env[65664]: _type = "Task" [ 701.630103] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.643048] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.671617] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.853616] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072172} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.854290] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.855140] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ca599-b2a9-4d97-bddd-764ac83944f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.880382] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 97c6779e-1af0-4e3f-9997-c079168d9e5e/97c6779e-1af0-4e3f-9997-c079168d9e5e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.880791] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e53dc9-364d-4620-809d-17b11faea408 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.902645] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 701.902645] env[65664]: value = "task-4414977" [ 701.902645] env[65664]: _type = "Task" [ 701.902645] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.912165] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.107454] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.109746] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 702.114881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.336s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.116642] env[65664]: INFO nova.compute.claims [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.127461] env[65664]: DEBUG nova.compute.manager [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 702.141180] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.414571] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.616222] env[65664]: DEBUG nova.compute.utils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.617671] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 702.617874] env[65664]: DEBUG nova.network.neutron [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.618605] env[65664]: WARNING neutronclient.v2_0.client [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.619334] env[65664]: WARNING neutronclient.v2_0.client [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.650906] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805592} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.652371] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.652784] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 91966869-e4e6-4778-badb-831ccac1b143/91966869-e4e6-4778-badb-831ccac1b143.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.653061] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.653475] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915fa178-e378-461c-85f4-72d57d0bfbe0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.662749] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 702.662749] env[65664]: value = "task-4414978" [ 702.662749] env[65664]: _type = "Task" [ 702.662749] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.673455] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.717564] env[65664]: DEBUG nova.compute.manager [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.718435] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849f1c8-dfe1-4ea0-b663-879e4becada8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.853011] env[65664]: DEBUG nova.network.neutron [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Successfully updated port: 4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.887410] env[65664]: DEBUG nova.policy [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c60dc1b30d94dc394d433e60cee1199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53828fd3208f48c5a9b0a165ec0071af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.915104] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.045305] env[65664]: DEBUG nova.compute.manager [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Received event network-changed-2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.045812] env[65664]: DEBUG nova.compute.manager [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Refreshing instance network info cache due to event network-changed-2f55df7a-f0b2-4e16-8478-1b545a66430f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 703.045812] env[65664]: DEBUG oslo_concurrency.lockutils [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] Acquiring lock "refresh_cache-97c6779e-1af0-4e3f-9997-c079168d9e5e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.047427] env[65664]: DEBUG oslo_concurrency.lockutils [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] Acquired lock "refresh_cache-97c6779e-1af0-4e3f-9997-c079168d9e5e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.047427] env[65664]: DEBUG nova.network.neutron [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Refreshing network info cache for port 2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.123019] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 703.180682] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.236797] env[65664]: INFO nova.compute.manager [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] instance snapshotting [ 703.244240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81047c-971f-4691-bd4b-41e65e1ae8ef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.279720] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b54ab6-7ad8-4165-a6c1-8fbdceb7b3d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.311451] env[65664]: DEBUG nova.network.neutron [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Successfully created port: 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.358891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "refresh_cache-8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.359344] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquired lock "refresh_cache-8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.359917] env[65664]: DEBUG nova.network.neutron [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.418584] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414977, 'name': ReconfigVM_Task, 'duration_secs': 1.353275} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.422653] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 97c6779e-1af0-4e3f-9997-c079168d9e5e/97c6779e-1af0-4e3f-9997-c079168d9e5e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.425078] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bac8a4ef-a480-437d-af10-1596d49e86a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.433515] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 703.433515] env[65664]: value = "task-4414979" [ 703.433515] env[65664]: _type = "Task" [ 703.433515] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.451013] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414979, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.551322] env[65664]: WARNING neutronclient.v2_0.client [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.655390] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8622d4d9-cd10-40a6-9db4-69c8f06f1305 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.669544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379f230c-776f-4265-a5de-4df7ed639cc7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.679548] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.610323} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.706015] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.707065] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61055420-6b71-474d-bfbd-1ea5ebc024d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.710218] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e7bfc-815a-4979-944a-694d5a258c7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.725891] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1135f0c7-697e-4dbb-87b9-578fc2398efd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.743309] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 91966869-e4e6-4778-badb-831ccac1b143/91966869-e4e6-4778-badb-831ccac1b143.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.743702] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34462bd0-72cf-45c4-abf2-fb8403d1f80c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.772076] env[65664]: DEBUG nova.compute.provider_tree [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.777060] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 703.777060] env[65664]: value = "task-4414980" [ 703.777060] env[65664]: _type = "Task" [ 703.777060] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.785832] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.795204] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.795833] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43cbe70a-36c9-4681-89d0-95b50848a060 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.805824] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 703.805824] env[65664]: value = "task-4414981" [ 703.805824] env[65664]: _type = "Task" [ 703.805824] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.818437] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.901843] env[65664]: DEBUG nova.compute.manager [req-18069dc5-a52f-4247-857b-b160ace71e26 req-7de76ee0-e0e6-40d0-bc2c-55afeb7f9627 service nova] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Received event network-vif-deleted-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.946893] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414979, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.136777] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 704.170610] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.170858] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.171014] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.171192] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.171331] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.171577] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.171687] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.171807] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.172422] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.172602] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.172776] env[65664]: DEBUG nova.virt.hardware [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.173732] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b0c8e-d885-4a5c-bb6f-ff0ab9f316fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.183743] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b155587-e9b6-495d-871b-b53714263c48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.277624] env[65664]: DEBUG nova.scheduler.client.report [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.295026] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414980, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.317073] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.447723] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414979, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.789033] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.789033] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 704.789734] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.228s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.789938] env[65664]: DEBUG nova.objects.instance [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lazy-loading 'resources' on Instance uuid e1430e70-290e-41d9-af8d-288e06ca398f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.797887] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414980, 'name': ReconfigVM_Task, 'duration_secs': 0.555832} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.798156] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 91966869-e4e6-4778-badb-831ccac1b143/91966869-e4e6-4778-badb-831ccac1b143.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.798748] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b979bd-925c-414c-9a31-8495d1877637 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.806129] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 704.806129] env[65664]: value = "task-4414982" [ 704.806129] env[65664]: _type = "Task" [ 704.806129] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.818791] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414982, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.822378] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414981, 'name': CreateSnapshot_Task, 'duration_secs': 0.52943} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.822627] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.823460] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9280a959-19d5-492a-b690-4044711a8d2a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.947612] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414979, 'name': Rename_Task, 'duration_secs': 1.154989} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.947938] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.948246] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7347dc44-2360-4a81-879c-24b6ab09bd63 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.956590] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 704.956590] env[65664]: value = "task-4414983" [ 704.956590] env[65664]: _type = "Task" [ 704.956590] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.961785] env[65664]: DEBUG nova.network.neutron [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.971781] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.075039] env[65664]: DEBUG nova.network.neutron [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Successfully updated port: 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.210117] env[65664]: WARNING neutronclient.v2_0.client [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.293831] env[65664]: DEBUG nova.compute.utils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.300452] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 705.300452] env[65664]: DEBUG nova.network.neutron [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.303198] env[65664]: WARNING neutronclient.v2_0.client [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.303198] env[65664]: WARNING neutronclient.v2_0.client [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.321418] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414982, 'name': Rename_Task, 'duration_secs': 0.168827} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.321786] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.322821] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-443f1a30-4ab0-4336-b43f-3ced2dacc385 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.332703] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 705.332703] env[65664]: value = "task-4414984" [ 705.332703] env[65664]: _type = "Task" [ 705.332703] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.353727] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 705.353727] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.360618] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8d18171-f9eb-4e6d-8414-7e8e513b0102 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.373702] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 705.373702] env[65664]: value = "task-4414985" [ 705.373702] env[65664]: _type = "Task" [ 705.373702] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.384323] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414985, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.388937] env[65664]: WARNING neutronclient.v2_0.client [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.470739] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414983, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.537140] env[65664]: DEBUG nova.policy [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f414e37947df43c1bf23949b7c6e0734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a80a1e77cc400ca9a3bb08dbc8d68c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.583664] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "refresh_cache-9b148295-a767-4449-9485-b3eb760ae257" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.583664] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquired lock "refresh_cache-9b148295-a767-4449-9485-b3eb760ae257" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.583664] env[65664]: DEBUG nova.network.neutron [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.683745] env[65664]: DEBUG nova.network.neutron [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Updated VIF entry in instance network info cache for port 2f55df7a-f0b2-4e16-8478-1b545a66430f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.684330] env[65664]: DEBUG nova.network.neutron [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Updating instance_info_cache with network_info: [{"id": "2f55df7a-f0b2-4e16-8478-1b545a66430f", "address": "fa:16:3e:77:39:75", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f55df7a-f0", "ovs_interfaceid": "2f55df7a-f0b2-4e16-8478-1b545a66430f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.790548] env[65664]: DEBUG nova.network.neutron [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Updating instance_info_cache with network_info: [{"id": "4bccb926-8e95-461c-9e4e-437232b8a1a1", "address": "fa:16:3e:05:7a:ba", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bccb926-8e", "ovs_interfaceid": "4bccb926-8e95-461c-9e4e-437232b8a1a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.801432] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 705.846428] env[65664]: DEBUG oslo_vmware.api [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4414984, 'name': PowerOnVM_Task, 'duration_secs': 0.493316} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.847402] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.847595] env[65664]: INFO nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Took 7.03 seconds to spawn the instance on the hypervisor. [ 705.847800] env[65664]: DEBUG nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 705.852134] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e72fbd-a103-42ac-9bd3-ca75adead861 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.891026] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414985, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.910622] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893eb342-9b7d-4a5a-8e3d-4407aab05888 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.920454] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9783c4-b03e-4e9b-9ccd-a5486dbbd54d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.956172] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2390277f-64e3-4f1e-9040-728ffc9fd524 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.968123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3fec9c-8bd5-45e6-9051-057bfe30792b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.975890] env[65664]: DEBUG oslo_vmware.api [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4414983, 'name': PowerOnVM_Task, 'duration_secs': 0.648633} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.976563] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.976772] env[65664]: INFO nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Took 13.10 seconds to spawn the instance on the hypervisor. [ 705.976944] env[65664]: DEBUG nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 705.977738] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d28a9-9a62-4da7-a76e-4a106e215bed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.988597] env[65664]: DEBUG nova.compute.provider_tree [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.127143] env[65664]: DEBUG nova.network.neutron [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Successfully created port: 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.156683] env[65664]: DEBUG nova.network.neutron [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.190312] env[65664]: DEBUG oslo_concurrency.lockutils [req-d2d97553-bb07-4892-bf91-32599bada0a4 req-02e6cff4-41fa-454a-baf3-f844e1f769e4 service nova] Releasing lock "refresh_cache-97c6779e-1af0-4e3f-9997-c079168d9e5e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.277836] env[65664]: WARNING neutronclient.v2_0.client [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.300036] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Releasing lock "refresh_cache-8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.300036] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Instance network_info: |[{"id": "4bccb926-8e95-461c-9e4e-437232b8a1a1", "address": "fa:16:3e:05:7a:ba", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bccb926-8e", "ovs_interfaceid": "4bccb926-8e95-461c-9e4e-437232b8a1a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 706.300515] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:7a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bccb926-8e95-461c-9e4e-437232b8a1a1', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.308202] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Creating folder: Project (6743990fe3504cfbaf907652cd9a5ee1). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.312154] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f7a1690-7748-4fb3-b886-1d7429fe0251 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.328047] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Created folder: Project (6743990fe3504cfbaf907652cd9a5ee1) in parent group-v863926. [ 706.328047] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Creating folder: Instances. Parent ref: group-v864004. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.328282] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19db2241-6738-4ee1-9ffd-44ab3fd48977 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.346557] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Created folder: Instances in parent group-v864004. [ 706.346557] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.346935] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.347224] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f30428b-9b77-46a1-811e-83da1320a21e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.374666] env[65664]: DEBUG nova.network.neutron [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Updating instance_info_cache with network_info: [{"id": "1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33", "address": "fa:16:3e:4f:54:82", "network": {"id": "9c0d71aa-33cf-44f7-9f7f-8a4ebf98aa19", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1356205576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "53828fd3208f48c5a9b0a165ec0071af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9de7ef-6d", "ovs_interfaceid": "1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.384326] env[65664]: INFO nova.compute.manager [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Took 19.30 seconds to build instance. [ 706.384387] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.384387] env[65664]: value = "task-4414988" [ 706.384387] env[65664]: _type = "Task" [ 706.384387] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.393511] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414985, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.402932] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414988, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.496406] env[65664]: DEBUG nova.scheduler.client.report [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.513538] env[65664]: INFO nova.compute.manager [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Took 29.74 seconds to build instance. [ 706.763648] env[65664]: DEBUG nova.compute.manager [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Received event network-vif-plugged-4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 706.767056] env[65664]: DEBUG oslo_concurrency.lockutils [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] Acquiring lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.767056] env[65664]: DEBUG oslo_concurrency.lockutils [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.767056] env[65664]: DEBUG oslo_concurrency.lockutils [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.767056] env[65664]: DEBUG nova.compute.manager [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] No waiting events found dispatching network-vif-plugged-4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 706.767056] env[65664]: WARNING nova.compute.manager [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Received unexpected event network-vif-plugged-4bccb926-8e95-461c-9e4e-437232b8a1a1 for instance with vm_state building and task_state spawning. [ 706.768031] env[65664]: DEBUG nova.compute.manager [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Received event network-changed-4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 706.768031] env[65664]: DEBUG nova.compute.manager [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Refreshing instance network info cache due to event network-changed-4bccb926-8e95-461c-9e4e-437232b8a1a1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 706.768031] env[65664]: DEBUG oslo_concurrency.lockutils [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] Acquiring lock "refresh_cache-8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.768031] env[65664]: DEBUG oslo_concurrency.lockutils [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] Acquired lock "refresh_cache-8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.768031] env[65664]: DEBUG nova.network.neutron [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Refreshing network info cache for port 4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.816487] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 706.855020] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 706.855020] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.855020] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 706.855020] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.855370] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 706.855370] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 706.856038] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 706.856038] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 706.856868] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 706.857108] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 706.857343] env[65664]: DEBUG nova.virt.hardware [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 706.858022] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "4ba05e21-99c4-4519-be86-d8eb63470422" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.858721] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "4ba05e21-99c4-4519-be86-d8eb63470422" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.859352] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "4ba05e21-99c4-4519-be86-d8eb63470422-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.859680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "4ba05e21-99c4-4519-be86-d8eb63470422-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.860156] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "4ba05e21-99c4-4519-be86-d8eb63470422-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.862234] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b2b906-b125-43ef-ae8f-5133698b70c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.867432] env[65664]: INFO nova.compute.manager [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Terminating instance [ 706.877612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Releasing lock "refresh_cache-9b148295-a767-4449-9485-b3eb760ae257" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.878200] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Instance network_info: |[{"id": "1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33", "address": "fa:16:3e:4f:54:82", "network": {"id": "9c0d71aa-33cf-44f7-9f7f-8a4ebf98aa19", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1356205576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "53828fd3208f48c5a9b0a165ec0071af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9de7ef-6d", "ovs_interfaceid": "1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 706.883997] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:54:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.891557] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Creating folder: Project (53828fd3208f48c5a9b0a165ec0071af). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.892786] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff8a11-c475-467c-b1c3-fb09eab52081 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.898487] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c2fceb11-e194-43ab-a0e1-6df8f0c24000 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "91966869-e4e6-4778-badb-831ccac1b143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.821s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.898753] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adb288b8-dd8d-4bff-9ec5-1874c4d8e9e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.908411] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4414985, 'name': CloneVM_Task, 'duration_secs': 1.516451} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.917949] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Created linked-clone VM from snapshot [ 706.920825] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2532ac4f-d909-4f75-a508-9fafddbc4b49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.924442] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Created folder: Project (53828fd3208f48c5a9b0a165ec0071af) in parent group-v863926. [ 706.924661] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Creating folder: Instances. Parent ref: group-v864007. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.929782] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-026135ea-2bb1-44e4-8405-96ecfc47cb8a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.933932] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414988, 'name': CreateVM_Task, 'duration_secs': 0.481089} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.933932] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.933932] env[65664]: WARNING neutronclient.v2_0.client [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.933932] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.934412] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.934412] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.934955] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3159d21-e4ec-454e-9a84-c2344a1f29ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.941656] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Uploading image 45295e20-4fb9-49ce-83fe-dd11b5d6576c {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 706.945569] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Created folder: Instances in parent group-v864007. [ 706.945569] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 706.945832] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.945881] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b47b785-2467-4c21-8483-bb827286fed5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.963063] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 706.963063] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5229b257-ba34-ba82-5698-5e14ce3b6377" [ 706.963063] env[65664]: _type = "Task" [ 706.963063] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.970492] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.970492] env[65664]: value = "task-4414991" [ 706.970492] env[65664]: _type = "Task" [ 706.970492] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.973722] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5229b257-ba34-ba82-5698-5e14ce3b6377, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.975646] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 706.975646] env[65664]: value = "vm-864003" [ 706.975646] env[65664]: _type = "VirtualMachine" [ 706.975646] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 706.979525] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.979525] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.979714] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.979714] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.980213] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.980213] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-647cb035-9b60-4954-803a-73768c3f7dd6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.981610] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6db4398-c655-4d17-8c16-310cacb1be1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.991690] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414991, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.994293] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lease: (returnval){ [ 706.994293] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522ef2d1-082a-1582-2bd0-887b3d0cebc4" [ 706.994293] env[65664]: _type = "HttpNfcLease" [ 706.994293] env[65664]: } obtained for exporting VM: (result){ [ 706.994293] env[65664]: value = "vm-864003" [ 706.994293] env[65664]: _type = "VirtualMachine" [ 706.994293] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 706.994615] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the lease: (returnval){ [ 706.994615] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522ef2d1-082a-1582-2bd0-887b3d0cebc4" [ 706.994615] env[65664]: _type = "HttpNfcLease" [ 706.994615] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.994754] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.994897] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.996180] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69214990-ac90-414a-b8da-02d789c5dc3d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.006580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.190s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.008058] env[65664]: INFO nova.compute.claims [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.012677] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 707.012677] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f7855e-6353-aab2-033f-43a7967c83da" [ 707.012677] env[65664]: _type = "Task" [ 707.012677] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.019094] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fe133c34-da8a-46b1-ac11-2c3747d93dfb tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.259s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.019094] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.019094] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522ef2d1-082a-1582-2bd0-887b3d0cebc4" [ 707.019094] env[65664]: _type = "HttpNfcLease" [ 707.019094] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 707.019094] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 707.019094] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522ef2d1-082a-1582-2bd0-887b3d0cebc4" [ 707.019094] env[65664]: _type = "HttpNfcLease" [ 707.019094] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 707.019615] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc9897-4d6f-44ec-85a2-dc6a7dd9ab7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.025648] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f7855e-6353-aab2-033f-43a7967c83da, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.026782] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933ae1b9-4fed-4319-b110-b1d811258ae5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.031968] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aba315-84c7-25be-d77b-855b3962cfe4/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 707.032159] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aba315-84c7-25be-d77b-855b3962cfe4/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 707.092826] env[65664]: INFO nova.scheduler.client.report [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Deleted allocations for instance e1430e70-290e-41d9-af8d-288e06ca398f [ 707.095201] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 707.095201] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265820f-ff1c-2f76-1e23-b3126b719439" [ 707.095201] env[65664]: _type = "Task" [ 707.095201] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.109791] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265820f-ff1c-2f76-1e23-b3126b719439, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.109791] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.110047] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b/8aa06b72-0274-43b1-9e81-5f5ed48b6b6b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.110513] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56021e0e-63bb-4c71-a03a-1b475179de64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.120453] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 707.120453] env[65664]: value = "task-4414993" [ 707.120453] env[65664]: _type = "Task" [ 707.120453] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.130635] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.136517] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87e1ca37-5041-4e0b-8dbc-9d62058b83bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.269952] env[65664]: WARNING neutronclient.v2_0.client [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.294969] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.375774] env[65664]: DEBUG nova.compute.manager [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 707.375774] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.377235] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689243e8-c107-499c-9c46-4144d917fbdb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.386955] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.387370] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-211c1bd2-0154-4e3a-9c45-0cb3a4912bcd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.395947] env[65664]: DEBUG oslo_vmware.api [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 707.395947] env[65664]: value = "task-4414994" [ 707.395947] env[65664]: _type = "Task" [ 707.395947] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.406097] env[65664]: DEBUG oslo_vmware.api [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.486140] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4414991, 'name': CreateVM_Task, 'duration_secs': 0.441214} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.486356] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.486899] env[65664]: WARNING neutronclient.v2_0.client [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.487295] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.487453] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.487851] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.488184] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2b37e4-69ec-454e-bb0c-feb81ce2d280 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.494934] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 707.494934] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5276e2c0-ff74-8180-35af-b4c02c02cb6c" [ 707.494934] env[65664]: _type = "Task" [ 707.494934] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.506196] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5276e2c0-ff74-8180-35af-b4c02c02cb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.606661] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Lock "e1430e70-290e-41d9-af8d-288e06ca398f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.858s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.632940] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.911578] env[65664]: DEBUG oslo_vmware.api [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414994, 'name': PowerOffVM_Task, 'duration_secs': 0.411707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.911578] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.911973] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.912111] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5dd7002-7e55-4c4e-aee8-b955cc5b0d4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.961466] env[65664]: DEBUG nova.network.neutron [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Successfully updated port: 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 707.991043] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.994321] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.994321] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Deleting the datastore file [datastore1] 4ba05e21-99c4-4519-be86-d8eb63470422 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.994321] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6ceb913-4bd6-4232-9736-ee37f4799ecc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.001424] env[65664]: DEBUG oslo_vmware.api [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for the task: (returnval){ [ 708.001424] env[65664]: value = "task-4414996" [ 708.001424] env[65664]: _type = "Task" [ 708.001424] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.013216] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5276e2c0-ff74-8180-35af-b4c02c02cb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.059289} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.014550] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.015059] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.015514] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.015941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.016281] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.020232] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a0fff7-c25d-4974-bbd2-1acbe1b10deb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.026029] env[65664]: DEBUG oslo_vmware.api [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.036733] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.037026] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.037683] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d84e72a-1b28-4858-b190-9c66e42ae802 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.052257] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 708.052257] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52196714-8ae7-68d1-17ad-540c858cabb4" [ 708.052257] env[65664]: _type = "Task" [ 708.052257] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.065797] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52196714-8ae7-68d1-17ad-540c858cabb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.137497] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582011} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.140641] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b/8aa06b72-0274-43b1-9e81-5f5ed48b6b6b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.140983] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.141657] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6597126a-ff63-4566-a64f-172e619951fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.147221] env[65664]: DEBUG nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 708.147221] env[65664]: DEBUG nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing instance network info cache due to event network-changed-263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 708.147653] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Acquiring lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.147844] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Acquired lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.148136] env[65664]: DEBUG nova.network.neutron [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Refreshing network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.160561] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 708.160561] env[65664]: value = "task-4414997" [ 708.160561] env[65664]: _type = "Task" [ 708.160561] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.172891] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.464440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.464635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.464815] env[65664]: DEBUG nova.network.neutron [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.524023] env[65664]: DEBUG oslo_vmware.api [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Task: {'id': task-4414996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287456} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.524023] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.524023] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.524023] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.524023] env[65664]: INFO nova.compute.manager [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Took 1.15 seconds to destroy the instance on the hypervisor. [ 708.524517] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 708.524517] env[65664]: DEBUG nova.compute.manager [-] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 708.524517] env[65664]: DEBUG nova.network.neutron [-] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.524517] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.528240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f753f-9367-44b5-965f-4d6a3276dfe2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.540026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1383f4a-09c5-4b73-bf2a-f8a11689c317 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.588947] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44164373-23b9-408c-9efc-b7775ef45f5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.602754] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f01e2a-8eeb-46d1-af9e-480a369b0b17 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.608588] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52196714-8ae7-68d1-17ad-540c858cabb4, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.609070] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd28d0d0-d340-4ffc-abd5-21e49b93d2ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.621183] env[65664]: DEBUG nova.compute.provider_tree [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.628135] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 708.628135] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52323b54-42c1-2f7c-9568-63a9974dadba" [ 708.628135] env[65664]: _type = "Task" [ 708.628135] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.641633] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52323b54-42c1-2f7c-9568-63a9974dadba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.657347] env[65664]: WARNING neutronclient.v2_0.client [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.673502] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088216} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.673955] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.675390] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af521787-8f2a-46d4-a362-c422a9a7a5a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.708381] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b/8aa06b72-0274-43b1-9e81-5f5ed48b6b6b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.708693] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed1ef2c-992b-4fcd-ad3f-1846c37b9900 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.736825] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 708.736825] env[65664]: value = "task-4414998" [ 708.736825] env[65664]: _type = "Task" [ 708.736825] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.748525] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.930185] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.035838] env[65664]: WARNING neutronclient.v2_0.client [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.127648] env[65664]: DEBUG nova.scheduler.client.report [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.145808] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52323b54-42c1-2f7c-9568-63a9974dadba, 'name': SearchDatastore_Task, 'duration_secs': 0.023036} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.145808] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.145808] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 9b148295-a767-4449-9485-b3eb760ae257/9b148295-a767-4449-9485-b3eb760ae257.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.146437] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e11dcb4b-dd0c-4b7d-a422-7b7a9161c981 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157400] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 709.157400] env[65664]: value = "task-4414999" [ 709.157400] env[65664]: _type = "Task" [ 709.157400] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.176627] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4414999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.209248] env[65664]: DEBUG nova.network.neutron [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.250071] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.484263] env[65664]: DEBUG nova.network.neutron [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Updated VIF entry in instance network info cache for port 4bccb926-8e95-461c-9e4e-437232b8a1a1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.484263] env[65664]: DEBUG nova.network.neutron [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Updating instance_info_cache with network_info: [{"id": "4bccb926-8e95-461c-9e4e-437232b8a1a1", "address": "fa:16:3e:05:7a:ba", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bccb926-8e", "ovs_interfaceid": "4bccb926-8e95-461c-9e4e-437232b8a1a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.634059] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.634059] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 709.637403] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.440s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.659697] env[65664]: WARNING neutronclient.v2_0.client [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.678922] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4414999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.709669] env[65664]: WARNING neutronclient.v2_0.client [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.754248] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4414998, 'name': ReconfigVM_Task, 'duration_secs': 0.64405} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.754604] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b/8aa06b72-0274-43b1-9e81-5f5ed48b6b6b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.755740] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d10ade5-e2b3-45ca-b0f2-8d06dd6c0ad7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.772646] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 709.772646] env[65664]: value = "task-4415000" [ 709.772646] env[65664]: _type = "Task" [ 709.772646] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.780466] env[65664]: DEBUG nova.network.neutron [-] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.812378] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415000, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.904845] env[65664]: DEBUG nova.network.neutron [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Updating instance_info_cache with network_info: [{"id": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "address": "fa:16:3e:ce:02:b6", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112c7b7e-26", "ovs_interfaceid": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.988278] env[65664]: DEBUG oslo_concurrency.lockutils [req-570ab40d-4ce3-4458-8446-cb001d62ee58 req-28450c63-1eb7-4829-9da7-01f39bb4a202 service nova] Releasing lock "refresh_cache-8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.005811] env[65664]: DEBUG nova.network.neutron [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updated VIF entry in instance network info cache for port 263bb49c-5ebe-4365-b1bd-f0b370752e8f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.006297] env[65664]: DEBUG nova.network.neutron [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [{"id": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "address": "fa:16:3e:cb:52:78", "network": {"id": "a707277a-6197-413b-a701-002293f3a418", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1575594335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4d8332d5124d6b854db176f1f7204e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263bb49c-5e", "ovs_interfaceid": "263bb49c-5ebe-4365-b1bd-f0b370752e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.159889] env[65664]: DEBUG nova.compute.utils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.161983] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 710.162364] env[65664]: DEBUG nova.network.neutron [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 710.162529] env[65664]: WARNING neutronclient.v2_0.client [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.163704] env[65664]: WARNING neutronclient.v2_0.client [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.178411] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4414999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651875} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.179878] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 9b148295-a767-4449-9485-b3eb760ae257/9b148295-a767-4449-9485-b3eb760ae257.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.180174] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.180592] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-067a9491-ec31-42d2-a16b-4d044c107084 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.192536] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 710.192536] env[65664]: value = "task-4415001" [ 710.192536] env[65664]: _type = "Task" [ 710.192536] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.205714] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.245178] env[65664]: DEBUG nova.policy [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5079c09918f6499c96977431cb5e3ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47635d8b426f4eb09754ee2be6e202c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.292390] env[65664]: INFO nova.compute.manager [-] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Took 1.77 seconds to deallocate network for instance. [ 710.292777] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415000, 'name': Rename_Task, 'duration_secs': 0.221276} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.295157] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.295564] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbbde171-8106-4f36-91ac-7dba14a738c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.304288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.304288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.304288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.304288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.304739] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.306310] env[65664]: INFO nova.compute.manager [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Terminating instance [ 710.309041] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 710.309041] env[65664]: value = "task-4415002" [ 710.309041] env[65664]: _type = "Task" [ 710.309041] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.320895] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.412402] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.412911] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Instance network_info: |[{"id": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "address": "fa:16:3e:ce:02:b6", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112c7b7e-26", "ovs_interfaceid": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.413610] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:02:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '112c7b7e-2698-4dbb-af0c-4fcf509f15f7', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.428457] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 710.428457] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.428457] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74fd993-8147-49e6-adfc-1e37995c7ea0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.455161] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.455161] env[65664]: value = "task-4415003" [ 710.455161] env[65664]: _type = "Task" [ 710.455161] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.467930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "f71f64a0-cd74-43a2-b75e-6d0892e28992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.469390] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.474512] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415003, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.509673] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Releasing lock "refresh_cache-9d789683-0656-48e3-b86c-747a7bc697a7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.510127] env[65664]: DEBUG nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Received event network-vif-plugged-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 710.510548] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Acquiring lock "9b148295-a767-4449-9485-b3eb760ae257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.510708] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Lock "9b148295-a767-4449-9485-b3eb760ae257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.510845] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Lock "9b148295-a767-4449-9485-b3eb760ae257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.511322] env[65664]: DEBUG nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] No waiting events found dispatching network-vif-plugged-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 710.511780] env[65664]: WARNING nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Received unexpected event network-vif-plugged-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 for instance with vm_state building and task_state spawning. [ 710.511780] env[65664]: DEBUG nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Received event network-changed-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 710.512026] env[65664]: DEBUG nova.compute.manager [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Refreshing instance network info cache due to event network-changed-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 710.513028] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Acquiring lock "refresh_cache-9b148295-a767-4449-9485-b3eb760ae257" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.513028] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Acquired lock "refresh_cache-9b148295-a767-4449-9485-b3eb760ae257" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.513028] env[65664]: DEBUG nova.network.neutron [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Refreshing network info cache for port 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.665688] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating resource usage from migration 44c56d1e-57d3-493a-b5f9-df2586dba167 [ 710.668397] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 710.695563] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1c30d555-3318-4ac3-ae2b-330e1774a3cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.695773] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 9d789683-0656-48e3-b86c-747a7bc697a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.695896] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6bad53bf-fb39-496d-9704-10e17d0af6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696030] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b5ed2d00-1d28-4478-bee4-564ec6f945c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696207] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696304] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance aa30f091-2278-4bcd-ad0a-bd6fadb52fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696381] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c412415d-810b-4780-9d06-4dd2f04281ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696470] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b85c8e1d-b732-4090-be38-c1986ded31c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696701] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 88653470-6123-4be6-803e-93f5c69f4173 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 710.696855] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance d3aa3fd7-367b-4dc5-ae60-45403f60440c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.696997] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance afdd2163-e5f5-438e-9be6-57d21911e97a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 710.697127] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c09447b3-1638-4d4a-9271-c5514100e51c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.697405] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (dcba89b0-9d8d-4507-803f-07189f190295): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 710.697572] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 57923f30-d1d7-4f23-a752-5cd7b9427c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.697653] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b6360b81-754a-4858-acf5-8cc6f25a1e3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.697759] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ceec1f79-5018-4ff7-a76c-4843a8a7f5da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.697860] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 9acd0bbf-8c30-4e64-939d-0b471ab66c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.697961] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 4ba05e21-99c4-4519-be86-d8eb63470422 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.698196] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 4e1ea887-30cc-4aef-a356-0c2d6ee255ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.698276] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 97c6779e-1af0-4e3f-9997-c079168d9e5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.698414] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 91966869-e4e6-4778-badb-831ccac1b143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.698587] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.698679] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 9b148295-a767-4449-9485-b3eb760ae257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.698869] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance afd60b9b-71fe-4133-ad15-26b625cd05a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.699023] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6432cee9-eaca-4684-8251-20bbfbc7c987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.699136] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration 44c56d1e-57d3-493a-b5f9-df2586dba167 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 710.699368] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b4033c80-be9c-4753-a7d8-d3edd36dd31e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 710.702364] env[65664]: DEBUG nova.network.neutron [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Successfully created port: b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.718679] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074439} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.718969] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.721026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7edfb95-3437-4f1d-ba79-37c37695ca9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.746916] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 9b148295-a767-4449-9485-b3eb760ae257/9b148295-a767-4449-9485-b3eb760ae257.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.747625] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7620047-ef54-43f1-aaa0-d04a60a30371 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.770465] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 710.770465] env[65664]: value = "task-4415004" [ 710.770465] env[65664]: _type = "Task" [ 710.770465] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.780832] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.802652] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.820203] env[65664]: DEBUG nova.compute.manager [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 710.820203] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.820203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7208db4-b68d-4ced-a7c1-ca1eedeb0cd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.835151] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415002, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.836177] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.836295] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2e4c10-c97f-43d7-9ca4-fb0670d368b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.844613] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 710.844613] env[65664]: value = "task-4415005" [ 710.844613] env[65664]: _type = "Task" [ 710.844613] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.860065] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4415005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.971769] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415003, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.975664] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.017244] env[65664]: WARNING neutronclient.v2_0.client [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.212762] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f71f64a0-cd74-43a2-b75e-6d0892e28992 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 711.212762] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 711.212881] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=100GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '23', 'num_vm_active': '17', 'num_task_None': '17', 'num_os_type_None': '23', 'num_proj_dec6c45b2f6242d984ad9de0ab80d56e': '2', 'io_workload': '5', 'num_proj_8b4d8332d5124d6b854db176f1f7204e': '1', 'num_proj_c7a80a1e77cc400ca9a3bb08dbc8d68c': '4', 'num_proj_f537621f32df4aab85decbf94afaced2': '2', 'num_task_image_uploading': '1', 'num_proj_370098c3767e4191b5cfc50202e7da52': '1', 'num_proj_37f992b1dd8d4dbeaa14c1202b51c3f0': '1', 'num_proj_5e0c58fb18a941528e5b22d66403beb5': '1', 'num_vm_suspended': '1', 'num_proj_92b48785c5e64f799561f35c32cd6a1a': '1', 'num_proj_fcbf5db25a47478c9c033c268ffe8729': '1', 'num_proj_a62cb7fefca648fb81814d18cd8a5cb9': '1', 'num_vm_error': '1', 'num_task_deleting': '1', 'num_proj_ccc1345e145a4ded9c1a78c6833e1aff': '1', 'num_proj_cf03120b998a405ba3628869696a0ccc': '1', 'num_task_resize_prep': '1', 'num_proj_4f54a225c5e64a5fbeb4efbf99aaed13': '1', 'num_proj_90afff18a72f4e6ba66bdb466fa54765': '1', 'num_proj_6c532caabee44373ad805d2edf6eaf19': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_6743990fe3504cfbaf907652cd9a5ee1': '1', 'num_proj_53828fd3208f48c5a9b0a165ec0071af': '1', 'num_proj_47635d8b426f4eb09754ee2be6e202c4': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 711.282556] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.322936] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415002, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.356871] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4415005, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.457215] env[65664]: DEBUG nova.compute.manager [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Received event network-vif-plugged-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.457613] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] Acquiring lock "afd60b9b-71fe-4133-ad15-26b625cd05a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.457958] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.458576] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.459018] env[65664]: DEBUG nova.compute.manager [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] No waiting events found dispatching network-vif-plugged-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 711.461642] env[65664]: WARNING nova.compute.manager [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Received unexpected event network-vif-plugged-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 for instance with vm_state building and task_state spawning. [ 711.461642] env[65664]: DEBUG nova.compute.manager [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Received event network-changed-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 711.461642] env[65664]: DEBUG nova.compute.manager [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Refreshing instance network info cache due to event network-changed-112c7b7e-2698-4dbb-af0c-4fcf509f15f7. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 711.461642] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] Acquiring lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.461642] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] Acquired lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.462126] env[65664]: DEBUG nova.network.neutron [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Refreshing network info cache for port 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.478797] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415003, 'name': CreateVM_Task, 'duration_secs': 0.580396} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.482406] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.487986] env[65664]: WARNING neutronclient.v2_0.client [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.488755] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.488870] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.489359] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.490959] env[65664]: WARNING neutronclient.v2_0.client [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.493870] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0037a76-ce33-478a-9900-6086907e8717 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.502409] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 711.502409] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521aa1ae-a8e6-c556-50c8-443c26805e08" [ 711.502409] env[65664]: _type = "Task" [ 711.502409] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.507191] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.517859] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521aa1ae-a8e6-c556-50c8-443c26805e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.646308] env[65664]: DEBUG nova.network.neutron [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Updated VIF entry in instance network info cache for port 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.647482] env[65664]: DEBUG nova.network.neutron [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Updating instance_info_cache with network_info: [{"id": "1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33", "address": "fa:16:3e:4f:54:82", "network": {"id": "9c0d71aa-33cf-44f7-9f7f-8a4ebf98aa19", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1356205576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53828fd3208f48c5a9b0a165ec0071af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9de7ef-6d", "ovs_interfaceid": "1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.665511] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aa7809-bf00-4c54-887f-8d71248e9dd5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.678157] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c088c4-75fb-4389-bcde-7f160e7f171d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.682374] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 711.720342] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6045f3fd-9aed-4941-a2a8-059a83d8c000 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.730261] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.730504] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.730655] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.730827] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.730964] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.731124] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.731388] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.731602] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.731788] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.731961] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.732202] env[65664]: DEBUG nova.virt.hardware [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.733488] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f60378-a177-4d71-a4a6-ed0e18fff4dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.738331] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5648347-6a4d-4dee-8620-78eea0eb1b32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.754363] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.757116] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781b22a-03d8-44a1-9333-4699b7bec73f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.783318] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415004, 'name': ReconfigVM_Task, 'duration_secs': 0.728465} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.783563] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 9b148295-a767-4449-9485-b3eb760ae257/9b148295-a767-4449-9485-b3eb760ae257.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.784190] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92cde067-13a4-457c-9320-bec396f76384 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.792809] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 711.792809] env[65664]: value = "task-4415006" [ 711.792809] env[65664]: _type = "Task" [ 711.792809] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.802932] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415006, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.823935] env[65664]: DEBUG oslo_vmware.api [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415002, 'name': PowerOnVM_Task, 'duration_secs': 1.210905} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.824349] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.824588] env[65664]: INFO nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Took 10.37 seconds to spawn the instance on the hypervisor. [ 711.824780] env[65664]: DEBUG nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 711.825715] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07571160-598d-4262-ae74-73b732c0a446 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.857939] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4415005, 'name': PowerOffVM_Task, 'duration_secs': 0.707659} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.857939] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.858194] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.858622] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58708360-5062-4bf8-b47b-1bda47aa5949 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.941257] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.941724] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.941942] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Deleting the datastore file [datastore1] 4e1ea887-30cc-4aef-a356-0c2d6ee255ad {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.942260] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ac17f0-a31d-435d-8759-d1b50ceebd9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.953374] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for the task: (returnval){ [ 711.953374] env[65664]: value = "task-4415008" [ 711.953374] env[65664]: _type = "Task" [ 711.953374] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.964319] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4415008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.966149] env[65664]: WARNING neutronclient.v2_0.client [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.015304] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521aa1ae-a8e6-c556-50c8-443c26805e08, 'name': SearchDatastore_Task, 'duration_secs': 0.021533} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.018588] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.018899] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.019153] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.019296] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.019470] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.019949] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d45c198-41c6-4ed8-bad8-c9110074d29c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.031136] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.031370] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.032136] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7db294-1c26-4516-9d47-7c67407ac48a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.039305] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 712.039305] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bd0ebd-9272-68b5-aa4c-3d519f2cbeff" [ 712.039305] env[65664]: _type = "Task" [ 712.039305] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.049197] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bd0ebd-9272-68b5-aa4c-3d519f2cbeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.149967] env[65664]: DEBUG oslo_concurrency.lockutils [req-f042330c-4f9f-41c0-a1b1-763732774350 req-15207a9e-3c05-4253-8aac-7d1c1a56ac00 service nova] Releasing lock "refresh_cache-9b148295-a767-4449-9485-b3eb760ae257" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.232250] env[65664]: WARNING neutronclient.v2_0.client [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.263671] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.305949] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415006, 'name': Rename_Task, 'duration_secs': 0.20155} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.308620] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.314224] env[65664]: DEBUG nova.compute.manager [None req-0684b5f7-36b2-46a6-b84e-7b1d7d6f900e tempest-ServerDiagnosticsV248Test-456021230 tempest-ServerDiagnosticsV248Test-456021230-project-admin] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 712.315666] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed804ee8-326c-49a5-b766-b83f78171a7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.319154] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f243e-1ecc-4d97-ba7b-4a7b0a98c656 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.329510] env[65664]: INFO nova.compute.manager [None req-0684b5f7-36b2-46a6-b84e-7b1d7d6f900e tempest-ServerDiagnosticsV248Test-456021230 tempest-ServerDiagnosticsV248Test-456021230-project-admin] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Retrieving diagnostics [ 712.332723] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f0147-96da-4e65-8ce3-c13048083ee8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.336683] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 712.336683] env[65664]: value = "task-4415009" [ 712.336683] env[65664]: _type = "Task" [ 712.336683] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.378027] env[65664]: DEBUG nova.network.neutron [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Updated VIF entry in instance network info cache for port 112c7b7e-2698-4dbb-af0c-4fcf509f15f7. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.378027] env[65664]: DEBUG nova.network.neutron [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Updating instance_info_cache with network_info: [{"id": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "address": "fa:16:3e:ce:02:b6", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112c7b7e-26", "ovs_interfaceid": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.382423] env[65664]: INFO nova.compute.manager [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Took 24.87 seconds to build instance. [ 712.388120] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.464946] env[65664]: DEBUG oslo_vmware.api [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Task: {'id': task-4415008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37929} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.465246] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.465431] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.465605] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.465817] env[65664]: INFO nova.compute.manager [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Took 1.65 seconds to destroy the instance on the hypervisor. [ 712.466097] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 712.466364] env[65664]: DEBUG nova.compute.manager [-] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 712.466443] env[65664]: DEBUG nova.network.neutron [-] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 712.466732] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.509664] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.553417] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bd0ebd-9272-68b5-aa4c-3d519f2cbeff, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.554659] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610e231f-d71d-4842-aea3-608f830d1bbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.561165] env[65664]: DEBUG nova.network.neutron [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Successfully updated port: b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 712.564186] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 712.564186] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a404c-32d3-83c1-dc7b-f417e878050a" [ 712.564186] env[65664]: _type = "Task" [ 712.564186] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.574746] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a404c-32d3-83c1-dc7b-f417e878050a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.625177] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.625522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.772029] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 712.772324] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.135s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.772741] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.563s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.773114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.776354] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.760s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.776665] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.779354] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.108s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.779633] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.782298] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.130s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.810599] env[65664]: INFO nova.scheduler.client.report [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocations for instance afdd2163-e5f5-438e-9be6-57d21911e97a [ 712.813289] env[65664]: INFO nova.scheduler.client.report [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Deleted allocations for instance 21be7c7e-7a6f-41b0-9783-ec9e43246e59 [ 712.830813] env[65664]: INFO nova.scheduler.client.report [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Deleted allocations for instance 88653470-6123-4be6-803e-93f5c69f4173 [ 712.855979] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415009, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.885077] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0bb5dbe-1e08-4ed2-b60b-b1ce052add6c req-b3f6095a-ed6a-4099-8f9a-9a850993e985 service nova] Releasing lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887621] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9c122f63-4ebe-4a33-b78d-39513f04f702 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.383s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.066489] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-6432cee9-eaca-4684-8251-20bbfbc7c987" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.066884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-6432cee9-eaca-4684-8251-20bbfbc7c987" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.066884] env[65664]: DEBUG nova.network.neutron [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 713.082286] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a404c-32d3-83c1-dc7b-f417e878050a, 'name': SearchDatastore_Task, 'duration_secs': 0.019096} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.082992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.083462] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] afd60b9b-71fe-4133-ad15-26b625cd05a4/afd60b9b-71fe-4133-ad15-26b625cd05a4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.083762] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6706c1-e24e-4e78-b49a-d9a1ddef0366 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.094086] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 713.094086] env[65664]: value = "task-4415010" [ 713.094086] env[65664]: _type = "Task" [ 713.094086] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.108082] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.128386] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 713.246223] env[65664]: DEBUG nova.network.neutron [-] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.291784] env[65664]: INFO nova.compute.claims [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.326552] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0445df-cc02-4220-bf15-a1a7a4675154 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "afdd2163-e5f5-438e-9be6-57d21911e97a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.555s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.347127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Lock "88653470-6123-4be6-803e-93f5c69f4173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.681s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.349831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.795s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.350912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.056s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.351126] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.351369] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.351609] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.358270] env[65664]: DEBUG oslo_vmware.api [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415009, 'name': PowerOnVM_Task, 'duration_secs': 0.778884} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.358922] env[65664]: INFO nova.compute.manager [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Terminating instance [ 713.360576] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.360842] env[65664]: INFO nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Took 9.22 seconds to spawn the instance on the hypervisor. [ 713.361088] env[65664]: DEBUG nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 713.363116] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b6b7b0-551c-4da6-aa61-cb51ad1055da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.506416] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "ba573e86-38ae-4d22-bb45-f1b78c266a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.506726] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.606775] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.664715] env[65664]: DEBUG nova.network.neutron [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.668612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.749343] env[65664]: INFO nova.compute.manager [-] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Took 1.28 seconds to deallocate network for instance. [ 713.799795] env[65664]: INFO nova.compute.resource_tracker [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating resource usage from migration 44c56d1e-57d3-493a-b5f9-df2586dba167 [ 713.845754] env[65664]: WARNING neutronclient.v2_0.client [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.867188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.867512] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquired lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.867773] env[65664]: DEBUG nova.network.neutron [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 713.886714] env[65664]: INFO nova.compute.manager [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Took 25.38 seconds to build instance. [ 713.929329] env[65664]: DEBUG nova.compute.manager [req-41afcf04-6706-41a2-87d7-4fd47db3d159 req-62ad9d68-78fc-4e70-b9eb-6f504158b94d service nova] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Received event network-vif-deleted-9f66152d-111e-4088-8c8b-5236c48ab078 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.009257] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 714.071238] env[65664]: DEBUG nova.network.neutron [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Updating instance_info_cache with network_info: [{"id": "b4e358bc-a364-4f00-b830-42fc50b4a188", "address": "fa:16:3e:d4:fe:e1", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e358bc-a3", "ovs_interfaceid": "b4e358bc-a364-4f00-b830-42fc50b4a188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.109985] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724799} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.112074] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] afd60b9b-71fe-4133-ad15-26b625cd05a4/afd60b9b-71fe-4133-ad15-26b625cd05a4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.112074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.112074] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26d9d3f-1fd7-440e-9635-ac96f8563668 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.129215] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 714.129215] env[65664]: value = "task-4415011" [ 714.129215] env[65664]: _type = "Task" [ 714.129215] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.153493] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.257558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.370666] env[65664]: DEBUG nova.compute.utils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Can not refresh info_cache because instance was not found {{(pid=65664) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 714.371255] env[65664]: WARNING neutronclient.v2_0.client [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.386934] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "9b148295-a767-4449-9485-b3eb760ae257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.887s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.391847] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c09f60-f4de-43c9-83d8-fac73ee24614 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.401775] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52cff7-35ec-49a8-9d29-2e2f219a6295 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.439474] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "97c6779e-1af0-4e3f-9997-c079168d9e5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.439789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.439958] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "97c6779e-1af0-4e3f-9997-c079168d9e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.440233] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.440422] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.443374] env[65664]: DEBUG nova.network.neutron [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 714.446226] env[65664]: INFO nova.compute.manager [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Terminating instance [ 714.448535] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124aa2cb-3d88-440c-b5c2-bef34c1f57a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.460905] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca90400-1fbd-468f-ad3f-4789ec97119f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.476209] env[65664]: DEBUG nova.compute.provider_tree [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.530016] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.576235] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-6432cee9-eaca-4684-8251-20bbfbc7c987" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.576235] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance network_info: |[{"id": "b4e358bc-a364-4f00-b830-42fc50b4a188", "address": "fa:16:3e:d4:fe:e1", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e358bc-a3", "ovs_interfaceid": "b4e358bc-a364-4f00-b830-42fc50b4a188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 714.576952] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fe:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e358bc-a364-4f00-b830-42fc50b4a188', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.585798] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 714.586138] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.586377] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13ea9665-7515-481b-9872-8009d1f1f7be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.612144] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.612144] env[65664]: value = "task-4415012" [ 714.612144] env[65664]: _type = "Task" [ 714.612144] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.619445] env[65664]: DEBUG nova.network.neutron [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.623829] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415012, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.642944] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096463} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.642944] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.643687] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b324dc63-5898-4d33-91b1-208732c37c7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.670033] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] afd60b9b-71fe-4133-ad15-26b625cd05a4/afd60b9b-71fe-4133-ad15-26b625cd05a4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.670398] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfaf1d2-edbf-48e7-8af8-fc2fe12243dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.690512] env[65664]: DEBUG nova.compute.manager [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Received event network-vif-deleted-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.690722] env[65664]: DEBUG nova.compute.manager [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Received event network-vif-plugged-b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.690921] env[65664]: DEBUG oslo_concurrency.lockutils [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] Acquiring lock "6432cee9-eaca-4684-8251-20bbfbc7c987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.691159] env[65664]: DEBUG oslo_concurrency.lockutils [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.691352] env[65664]: DEBUG oslo_concurrency.lockutils [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.691519] env[65664]: DEBUG nova.compute.manager [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] No waiting events found dispatching network-vif-plugged-b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.691679] env[65664]: WARNING nova.compute.manager [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Received unexpected event network-vif-plugged-b4e358bc-a364-4f00-b830-42fc50b4a188 for instance with vm_state building and task_state spawning. [ 714.691831] env[65664]: DEBUG nova.compute.manager [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Received event network-changed-b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 714.691976] env[65664]: DEBUG nova.compute.manager [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Refreshing instance network info cache due to event network-changed-b4e358bc-a364-4f00-b830-42fc50b4a188. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 714.692183] env[65664]: DEBUG oslo_concurrency.lockutils [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] Acquiring lock "refresh_cache-6432cee9-eaca-4684-8251-20bbfbc7c987" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.692307] env[65664]: DEBUG oslo_concurrency.lockutils [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] Acquired lock "refresh_cache-6432cee9-eaca-4684-8251-20bbfbc7c987" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.692457] env[65664]: DEBUG nova.network.neutron [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Refreshing network info cache for port b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.702511] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 714.702511] env[65664]: value = "task-4415013" [ 714.702511] env[65664]: _type = "Task" [ 714.702511] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.716694] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.753852] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.754473] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.754541] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.754702] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.755244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.759039] env[65664]: INFO nova.compute.manager [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Terminating instance [ 714.904803] env[65664]: DEBUG nova.compute.manager [None req-3d82401d-b012-4266-a66c-8d3e3d8e4686 tempest-ServerDiagnosticsTest-992800933 tempest-ServerDiagnosticsTest-992800933-project-admin] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 714.906549] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ad752-baf7-49a3-a29c-ae45b017ac1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.917190] env[65664]: INFO nova.compute.manager [None req-3d82401d-b012-4266-a66c-8d3e3d8e4686 tempest-ServerDiagnosticsTest-992800933 tempest-ServerDiagnosticsTest-992800933-project-admin] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Retrieving diagnostics [ 714.918262] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369a0c3-0910-4f3e-bf36-e16632008733 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.954801] env[65664]: DEBUG nova.compute.manager [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 714.955043] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.956883] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4ec040-5c7d-4a52-896d-e51fd07582b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.965412] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.965720] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42824d40-55d2-4d94-b049-ec3dc931a3e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.973782] env[65664]: DEBUG oslo_vmware.api [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 714.973782] env[65664]: value = "task-4415014" [ 714.973782] env[65664]: _type = "Task" [ 714.973782] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.979511] env[65664]: DEBUG nova.scheduler.client.report [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.987395] env[65664]: DEBUG oslo_vmware.api [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4415014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.125229] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Releasing lock "refresh_cache-21be7c7e-7a6f-41b0-9783-ec9e43246e59" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.127397] env[65664]: DEBUG nova.compute.manager [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 715.127397] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.127397] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415012, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.127397] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90e767e1-0da9-4ee0-9fd7-2c3a9bf7af4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.136453] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47d002-04b8-4b51-acbd-ccba91c1bd94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.176154] env[65664]: WARNING nova.virt.vmwareapi.vmops [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 21be7c7e-7a6f-41b0-9783-ec9e43246e59 could not be found. [ 715.176397] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.176579] env[65664]: INFO nova.compute.manager [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Took 0.05 seconds to destroy the instance on the hypervisor. [ 715.176828] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 715.177121] env[65664]: DEBUG nova.compute.manager [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 715.177219] env[65664]: DEBUG nova.network.neutron [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 715.177471] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.196741] env[65664]: WARNING neutronclient.v2_0.client [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.211881] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.264671] env[65664]: DEBUG nova.compute.manager [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 715.264886] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.265877] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d98a24b-4c81-40af-883d-e0c03e18092e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.274552] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.274818] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5934404a-a29d-44cb-9baf-5044624ddc91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.283695] env[65664]: DEBUG oslo_vmware.api [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 715.283695] env[65664]: value = "task-4415015" [ 715.283695] env[65664]: _type = "Task" [ 715.283695] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.296233] env[65664]: DEBUG oslo_vmware.api [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.343876] env[65664]: DEBUG nova.network.neutron [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.344325] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.485769] env[65664]: DEBUG oslo_vmware.api [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4415014, 'name': PowerOffVM_Task, 'duration_secs': 0.454685} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.486098] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.486269] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.486582] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559137ac-0824-400f-b1f2-5f5ba98d8276 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.488939] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.707s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.488986] env[65664]: INFO nova.compute.manager [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Migrating [ 715.489202] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.489346] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.490663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.688s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.490879] env[65664]: DEBUG nova.objects.instance [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lazy-loading 'resources' on Instance uuid 4ba05e21-99c4-4519-be86-d8eb63470422 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.568712] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.569021] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.569235] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Deleting the datastore file [datastore2] 97c6779e-1af0-4e3f-9997-c079168d9e5e {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.569967] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6735d715-c2ba-4036-ae93-574fd0015caf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.577610] env[65664]: DEBUG oslo_vmware.api [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for the task: (returnval){ [ 715.577610] env[65664]: value = "task-4415017" [ 715.577610] env[65664]: _type = "Task" [ 715.577610] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.589758] env[65664]: DEBUG oslo_vmware.api [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4415017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.625977] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415012, 'name': CreateVM_Task, 'duration_secs': 0.519117} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.626304] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.626897] env[65664]: WARNING neutronclient.v2_0.client [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.627476] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.627811] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.628290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.628610] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b1751d-9afb-4a32-b835-3006e208edde {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.635958] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 715.635958] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ffbc46-4586-0f71-ff10-0553134db7cc" [ 715.635958] env[65664]: _type = "Task" [ 715.635958] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.647208] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ffbc46-4586-0f71-ff10-0553134db7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.713920] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.796182] env[65664]: DEBUG oslo_vmware.api [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415015, 'name': PowerOffVM_Task, 'duration_secs': 0.201354} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.796530] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.796734] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.797071] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34cfe54-4cce-4548-a436-f9e97ea5e4a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.848890] env[65664]: DEBUG nova.network.neutron [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.875809] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.876663] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.877245] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleting the datastore file [datastore2] b5ed2d00-1d28-4478-bee4-564ec6f945c5 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.877320] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bf8834e-ad3f-4570-97dd-4175d66a0899 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.889079] env[65664]: DEBUG oslo_vmware.api [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 715.889079] env[65664]: value = "task-4415019" [ 715.889079] env[65664]: _type = "Task" [ 715.889079] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.900131] env[65664]: DEBUG oslo_vmware.api [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.993518] env[65664]: INFO nova.compute.rpcapi [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 715.994264] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.089787] env[65664]: DEBUG oslo_vmware.api [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Task: {'id': task-4415017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236894} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.092906] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.093212] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.093486] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.093664] env[65664]: INFO nova.compute.manager [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 716.093900] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 716.095196] env[65664]: DEBUG nova.compute.manager [-] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 716.095196] env[65664]: DEBUG nova.network.neutron [-] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 716.095196] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.151380] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ffbc46-4586-0f71-ff10-0553134db7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024263} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.151774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.151774] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.152698] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.152698] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.152698] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.152698] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c48ef80-e2dc-44ab-91ac-1f14a2d0c128 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.163807] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.164026] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.164877] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6778cb0e-28da-4ecc-9a14-7adc5a485a88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.172068] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 716.172068] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52829524-0cb1-d541-f6ad-347b73b15bd5" [ 716.172068] env[65664]: _type = "Task" [ 716.172068] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.189175] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52829524-0cb1-d541-f6ad-347b73b15bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.214645] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.248060] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.352878] env[65664]: INFO nova.compute.manager [-] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Took 1.18 seconds to deallocate network for instance. [ 716.405510] env[65664]: DEBUG oslo_vmware.api [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255768} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.408862] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.409587] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.409587] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.409587] env[65664]: INFO nova.compute.manager [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 716.409744] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 716.410441] env[65664]: DEBUG nova.compute.manager [-] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 716.410441] env[65664]: DEBUG nova.network.neutron [-] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 716.410441] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.518037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.520077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.520077] env[65664]: DEBUG nova.network.neutron [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 716.525946] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50336bf1-07da-4e36-8d11-e59046c73bda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.542431] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7ca64-9483-4bd4-a6dc-435ca7e41d76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.599387] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9ee62-254c-41c3-aacf-8fe697d14d96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.611111] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e6b64-a361-434d-a1af-3859f43b2b15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.632767] env[65664]: DEBUG nova.compute.provider_tree [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.691591] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52829524-0cb1-d541-f6ad-347b73b15bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.692978] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5f581e-f4aa-4f32-8577-2316e77610b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.702131] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 716.702131] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249adf4-afc0-0da0-7ce5-6d7ed78ba844" [ 716.702131] env[65664]: _type = "Task" [ 716.702131] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.713435] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249adf4-afc0-0da0-7ce5-6d7ed78ba844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.717123] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.860692] env[65664]: INFO nova.compute.manager [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance disappeared during terminate [ 716.860975] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1f230ae-7de7-4066-9b5e-9557e969c690 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "21be7c7e-7a6f-41b0-9783-ec9e43246e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.510s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.017602] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.032721] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.136425] env[65664]: DEBUG nova.scheduler.client.report [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.171159] env[65664]: WARNING neutronclient.v2_0.client [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.215659] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249adf4-afc0-0da0-7ce5-6d7ed78ba844, 'name': SearchDatastore_Task, 'duration_secs': 0.02758} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.218802] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.219091] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.219375] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415013, 'name': ReconfigVM_Task, 'duration_secs': 2.014986} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.219578] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e7ba3d-e793-4dde-8eb6-bacec84d2253 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.221719] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Reconfigured VM instance instance-0000001f to attach disk [datastore2] afd60b9b-71fe-4133-ad15-26b625cd05a4/afd60b9b-71fe-4133-ad15-26b625cd05a4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.222426] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff85263-6cf0-4480-b906-224a877fc1a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.231176] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 717.231176] env[65664]: value = "task-4415020" [ 717.231176] env[65664]: _type = "Task" [ 717.231176] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.233053] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 717.233053] env[65664]: value = "task-4415021" [ 717.233053] env[65664]: _type = "Task" [ 717.233053] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.242732] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.243522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.243522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.243522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.243727] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.249822] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.250459] env[65664]: INFO nova.compute.manager [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Terminating instance [ 717.255814] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415021, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.435564] env[65664]: DEBUG nova.network.neutron [-] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.641568] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.645121] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.137s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.646386] env[65664]: INFO nova.compute.claims [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.688554] env[65664]: INFO nova.scheduler.client.report [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Deleted allocations for instance 4ba05e21-99c4-4519-be86-d8eb63470422 [ 717.749931] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.760133] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415021, 'name': Rename_Task, 'duration_secs': 0.279013} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.760133] env[65664]: DEBUG nova.compute.manager [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 717.760133] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.760133] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.760461] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bfe58a-b52c-4560-a1fb-06f0ebf2c432 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.765303] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bdb545d-25b1-45cc-8879-109855006332 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.771674] env[65664]: DEBUG nova.network.neutron [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Updated VIF entry in instance network info cache for port b4e358bc-a364-4f00-b830-42fc50b4a188. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.771674] env[65664]: DEBUG nova.network.neutron [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Updating instance_info_cache with network_info: [{"id": "b4e358bc-a364-4f00-b830-42fc50b4a188", "address": "fa:16:3e:d4:fe:e1", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e358bc-a3", "ovs_interfaceid": "b4e358bc-a364-4f00-b830-42fc50b4a188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.782930] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.785443] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728b4ec5-175e-4a36-a81d-fb04469ff284 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.788365] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 717.788365] env[65664]: value = "task-4415022" [ 717.788365] env[65664]: _type = "Task" [ 717.788365] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.799182] env[65664]: DEBUG oslo_vmware.api [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 717.799182] env[65664]: value = "task-4415023" [ 717.799182] env[65664]: _type = "Task" [ 717.799182] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.808406] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415022, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.822648] env[65664]: DEBUG oslo_vmware.api [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.915397] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "9b148295-a767-4449-9485-b3eb760ae257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.915676] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "9b148295-a767-4449-9485-b3eb760ae257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.915878] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "9b148295-a767-4449-9485-b3eb760ae257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.916564] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "9b148295-a767-4449-9485-b3eb760ae257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.916564] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "9b148295-a767-4449-9485-b3eb760ae257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.919055] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.922255] env[65664]: INFO nova.compute.manager [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Terminating instance [ 717.938566] env[65664]: INFO nova.compute.manager [-] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Took 1.84 seconds to deallocate network for instance. [ 718.062844] env[65664]: DEBUG nova.network.neutron [-] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.107365] env[65664]: DEBUG nova.network.neutron [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance_info_cache with network_info: [{"id": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "address": "fa:16:3e:18:8e:99", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3a35d6-c1", "ovs_interfaceid": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.128090] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.130193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.130193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.130193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.130193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.134696] env[65664]: INFO nova.compute.manager [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Terminating instance [ 718.206031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f4e96efb-b216-4f4d-b62b-3535ebddae67 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Lock "4ba05e21-99c4-4519-be86-d8eb63470422" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.348s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.244328] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758646} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.244575] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.244802] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.246100] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3e7ef09-ab73-4d99-a93f-bc718200555a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.259088] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 718.259088] env[65664]: value = "task-4415024" [ 718.259088] env[65664]: _type = "Task" [ 718.259088] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.270974] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.274476] env[65664]: DEBUG oslo_concurrency.lockutils [req-10113569-3e5f-4ba3-b9e2-a4a8ca207659 req-bcfa2822-c371-45dc-ac67-f157d80bc93e service nova] Releasing lock "refresh_cache-6432cee9-eaca-4684-8251-20bbfbc7c987" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.303273] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.312850] env[65664]: DEBUG oslo_vmware.api [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415023, 'name': PowerOffVM_Task, 'duration_secs': 0.338072} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.313529] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.313529] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.313707] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d8830f0-cafe-4d2f-be69-5920a4975649 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.428044] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.428289] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.428467] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleting the datastore file [datastore1] 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.428780] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc87dfb3-3c92-4eb0-adc1-60abcbc03faa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.432863] env[65664]: DEBUG nova.compute.manager [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 718.434220] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.434220] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceaca81-e913-4034-b540-828c999ae48d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.447343] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.447734] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.449587] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716bde57-bb37-45de-b5e2-3d727901ff6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.453077] env[65664]: DEBUG oslo_vmware.api [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for the task: (returnval){ [ 718.453077] env[65664]: value = "task-4415026" [ 718.453077] env[65664]: _type = "Task" [ 718.453077] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.459690] env[65664]: DEBUG oslo_vmware.api [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 718.459690] env[65664]: value = "task-4415027" [ 718.459690] env[65664]: _type = "Task" [ 718.459690] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.468598] env[65664]: DEBUG oslo_vmware.api [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.476049] env[65664]: DEBUG oslo_vmware.api [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.570227] env[65664]: INFO nova.compute.manager [-] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Took 2.16 seconds to deallocate network for instance. [ 718.609172] env[65664]: DEBUG nova.compute.manager [req-f6f484c1-86cb-4160-b106-de9ece7d8dda req-e933e248-f5d5-49cf-98b3-695b577f8d27 service nova] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Received event network-vif-deleted-2f55df7a-f0b2-4e16-8478-1b545a66430f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 718.609813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.638855] env[65664]: DEBUG nova.compute.manager [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 718.638992] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.639870] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e741aca-65c2-4a70-a384-17d71a784538 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.656331] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.656666] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf6b652-e04b-4efa-a6e7-73007f6060a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.668647] env[65664]: DEBUG oslo_vmware.api [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 718.668647] env[65664]: value = "task-4415028" [ 718.668647] env[65664]: _type = "Task" [ 718.668647] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.678484] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aba315-84c7-25be-d77b-855b3962cfe4/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.680766] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a5c5b-0d30-495d-9c68-c960dcc5eb5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.688472] env[65664]: DEBUG oslo_vmware.api [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4415028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.696519] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aba315-84c7-25be-d77b-855b3962cfe4/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.697189] env[65664]: ERROR oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aba315-84c7-25be-d77b-855b3962cfe4/disk-0.vmdk due to incomplete transfer. [ 718.697665] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-432e33a7-36ad-4a93-8fad-665d015c25d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.716347] env[65664]: DEBUG oslo_vmware.rw_handles [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aba315-84c7-25be-d77b-855b3962cfe4/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.716347] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Uploaded image 45295e20-4fb9-49ce-83fe-dd11b5d6576c to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.718278] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.722526] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df804ed4-2e47-49ef-ab5e-6bbf79f4fc2a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.736619] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 718.736619] env[65664]: value = "task-4415029" [ 718.736619] env[65664]: _type = "Task" [ 718.736619] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.745845] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415029, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.774255] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086274} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.776154] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.776154] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4efcc0d-b2c2-4641-99ec-7c793897f88c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.808485] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.815085] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9592ef1-a6a5-4609-9311-6e062132cf1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.837043] env[65664]: DEBUG oslo_vmware.api [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415022, 'name': PowerOnVM_Task, 'duration_secs': 0.887098} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.838650] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.838891] env[65664]: INFO nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Took 12.02 seconds to spawn the instance on the hypervisor. [ 718.839466] env[65664]: DEBUG nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 718.839821] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 718.839821] env[65664]: value = "task-4415030" [ 718.839821] env[65664]: _type = "Task" [ 718.839821] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.840785] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223332d-222e-4f1f-9110-fe2a5773f401 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.844324] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.844552] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.844715] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.845025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.845084] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.854301] env[65664]: INFO nova.compute.manager [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Terminating instance [ 718.876086] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.970917] env[65664]: DEBUG oslo_vmware.api [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Task: {'id': task-4415026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.975561] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.975756] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.975987] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.976194] env[65664]: INFO nova.compute.manager [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Took 1.22 seconds to destroy the instance on the hypervisor. [ 718.976888] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 718.977352] env[65664]: DEBUG nova.compute.manager [-] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 718.977559] env[65664]: DEBUG nova.network.neutron [-] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 718.978830] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.987994] env[65664]: DEBUG oslo_vmware.api [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415027, 'name': PowerOffVM_Task, 'duration_secs': 0.279048} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.991844] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.991844] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.991844] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa730e2-4c2c-46aa-a70b-0c230367dc15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.073569] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.073569] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.073569] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Deleting the datastore file [datastore2] 9b148295-a767-4449-9485-b3eb760ae257 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.075275] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d32459-c4b7-44da-9795-95c4f2b708a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.079884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.086393] env[65664]: DEBUG oslo_vmware.api [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for the task: (returnval){ [ 719.086393] env[65664]: value = "task-4415032" [ 719.086393] env[65664]: _type = "Task" [ 719.086393] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.102926] env[65664]: DEBUG oslo_vmware.api [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.119449] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.188635] env[65664]: DEBUG oslo_vmware.api [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4415028, 'name': PowerOffVM_Task, 'duration_secs': 0.275166} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.193943] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.193943] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.198784] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-914cbbca-4583-45f9-86b0-88353afc81b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.246822] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415029, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.288616] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.288616] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.288616] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Deleting the datastore file [datastore2] b6360b81-754a-4858-acf5-8cc6f25a1e3a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.288616] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b88e0f-9a17-4c6b-94a8-7eb94f5e7b4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.296722] env[65664]: DEBUG oslo_vmware.api [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for the task: (returnval){ [ 719.296722] env[65664]: value = "task-4415034" [ 719.296722] env[65664]: _type = "Task" [ 719.296722] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.311706] env[65664]: DEBUG oslo_vmware.api [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4415034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.327619] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb3edcf-dfc0-4368-8319-7f4704752379 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.339389] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68da28c-aef7-4fc5-91c3-519fe2b8f50f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.375961] env[65664]: DEBUG nova.compute.manager [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 719.376368] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.378103] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53683f15-c067-46c9-a8e7-51186b492312 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.382119] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb57cffa-921c-4edc-847f-077c22b53fff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.393652] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415030, 'name': ReconfigVM_Task, 'duration_secs': 0.351634} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.396929] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.398305] env[65664]: INFO nova.compute.manager [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Took 29.66 seconds to build instance. [ 719.398661] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fdcfb7e-bbc0-4a03-9c39-4183e8e6389f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.405187] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.407017] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d647b-e6e3-4a57-b0fd-cff29b75b69c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.413511] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5e43911-54b7-43fc-a06b-dc4f81cace19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.416820] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 719.416820] env[65664]: value = "task-4415035" [ 719.416820] env[65664]: _type = "Task" [ 719.416820] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.431888] env[65664]: DEBUG oslo_vmware.api [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 719.431888] env[65664]: value = "task-4415036" [ 719.431888] env[65664]: _type = "Task" [ 719.431888] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.432450] env[65664]: DEBUG nova.compute.provider_tree [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.445741] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415035, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.451407] env[65664]: DEBUG oslo_vmware.api [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.599342] env[65664]: DEBUG oslo_vmware.api [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Task: {'id': task-4415032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379734} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.599342] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.599342] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.599342] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.599342] env[65664]: INFO nova.compute.manager [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Took 1.17 seconds to destroy the instance on the hypervisor. [ 719.599989] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 719.599989] env[65664]: DEBUG nova.compute.manager [-] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 719.599989] env[65664]: DEBUG nova.network.neutron [-] [instance: 9b148295-a767-4449-9485-b3eb760ae257] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 719.599989] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.747051] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415029, 'name': Destroy_Task, 'duration_secs': 0.631519} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.747332] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Destroyed the VM [ 719.747655] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.747972] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0880e2e-4ae2-473f-a53e-9b398c9e1a83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.757302] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 719.757302] env[65664]: value = "task-4415037" [ 719.757302] env[65664]: _type = "Task" [ 719.757302] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.767228] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415037, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.786548] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.810952] env[65664]: DEBUG oslo_vmware.api [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Task: {'id': task-4415034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370103} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.811261] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.812632] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.812632] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.812632] env[65664]: INFO nova.compute.manager [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 719.812632] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 719.812632] env[65664]: DEBUG nova.compute.manager [-] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 719.812632] env[65664]: DEBUG nova.network.neutron [-] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 719.813039] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.905802] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.186s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.929801] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415035, 'name': Rename_Task, 'duration_secs': 0.211052} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.930086] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.930706] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac997a6-e3fa-4e40-ba2f-2dd4fed3c11c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.940555] env[65664]: DEBUG nova.scheduler.client.report [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.944762] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 719.944762] env[65664]: value = "task-4415038" [ 719.944762] env[65664]: _type = "Task" [ 719.944762] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.953194] env[65664]: DEBUG oslo_vmware.api [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415036, 'name': PowerOffVM_Task, 'duration_secs': 0.291333} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.954145] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.954283] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.954635] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2730d9-8c35-46c9-9094-aca4bc86d4d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.960396] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415038, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.980253] env[65664]: DEBUG nova.network.neutron [-] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.041045] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.041045] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.041273] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Deleting the datastore file [datastore2] 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.041559] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cbab487-596a-4d6f-9b6b-187ca1e10e93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.049396] env[65664]: DEBUG oslo_vmware.api [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for the task: (returnval){ [ 720.049396] env[65664]: value = "task-4415040" [ 720.049396] env[65664]: _type = "Task" [ 720.049396] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.062518] env[65664]: DEBUG oslo_vmware.api [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.129945] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9d912-3180-47d7-90b9-34fe589ee96a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.154775] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.216024] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.269223] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415037, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.447089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.447871] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 720.451948] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.783s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.453814] env[65664]: INFO nova.compute.claims [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.467554] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415038, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.483164] env[65664]: INFO nova.compute.manager [-] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Took 1.51 seconds to deallocate network for instance. [ 720.564450] env[65664]: DEBUG oslo_vmware.api [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Task: {'id': task-4415040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28026} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.564759] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.564995] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.565242] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.565572] env[65664]: INFO nova.compute.manager [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 720.565878] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 720.566100] env[65664]: DEBUG nova.compute.manager [-] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 720.566193] env[65664]: DEBUG nova.network.neutron [-] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.566447] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.636117] env[65664]: DEBUG nova.network.neutron [-] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.662019] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.662615] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364c534b-b9b5-46d4-b388-50a559e7e969 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.671277] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 720.671277] env[65664]: value = "task-4415041" [ 720.671277] env[65664]: _type = "Task" [ 720.671277] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.681906] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.774078] env[65664]: DEBUG oslo_vmware.api [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415037, 'name': RemoveSnapshot_Task, 'duration_secs': 0.987028} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.774398] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.776875] env[65664]: INFO nova.compute.manager [None req-253093be-96f6-4747-9ef0-7fb059ac3b09 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 720.954900] env[65664]: DEBUG nova.compute.utils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.962829] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 720.962829] env[65664]: DEBUG nova.network.neutron [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 720.963824] env[65664]: WARNING neutronclient.v2_0.client [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.963824] env[65664]: WARNING neutronclient.v2_0.client [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.984318] env[65664]: DEBUG oslo_vmware.api [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415038, 'name': PowerOnVM_Task, 'duration_secs': 0.5451} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.984318] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.984318] env[65664]: INFO nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Took 9.30 seconds to spawn the instance on the hypervisor. [ 720.984318] env[65664]: DEBUG nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 720.984318] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64f194-bf15-4912-b4fd-4fba474c3a8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.993853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.139670] env[65664]: INFO nova.compute.manager [-] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Took 1.54 seconds to deallocate network for instance. [ 721.190634] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415041, 'name': PowerOffVM_Task, 'duration_secs': 0.373951} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.190722] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.190996] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.306809] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.470966] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 721.486552] env[65664]: DEBUG nova.policy [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e78016e966c483d839e7be4519c601e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9c5b01b461840cd9131a170c3299d32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.513788] env[65664]: INFO nova.compute.manager [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Took 27.72 seconds to build instance. [ 721.648868] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.657518] env[65664]: DEBUG nova.network.neutron [-] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.697435] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 721.697708] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.697920] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 721.698217] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.698302] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 721.698425] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 721.698629] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.698780] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 721.698941] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 721.699116] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 721.699367] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 721.707901] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68da154-2750-4eb7-a003-0f727e1fa34c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.730108] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 721.730108] env[65664]: value = "task-4415042" [ 721.730108] env[65664]: _type = "Task" [ 721.730108] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.743462] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.996426] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a05fb-cd48-48df-86f6-93e15bde7be4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.005905] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78435d-24f3-465a-91c2-6bd9bc0ab7c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.040924] env[65664]: DEBUG oslo_concurrency.lockutils [None req-147bdd95-e40f-4213-b6d4-f094765f35f1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.254s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.042871] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595efb54-c83d-4d9f-ae7f-457af80f196f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.053028] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d4e052-2847-4dd9-a1ba-50e5f9ae919f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.070828] env[65664]: DEBUG nova.compute.provider_tree [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.163152] env[65664]: INFO nova.compute.manager [-] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Took 2.35 seconds to deallocate network for instance. [ 722.169073] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "9d789683-0656-48e3-b86c-747a7bc697a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.169788] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "9d789683-0656-48e3-b86c-747a7bc697a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.170123] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "9d789683-0656-48e3-b86c-747a7bc697a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.170367] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "9d789683-0656-48e3-b86c-747a7bc697a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.170694] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "9d789683-0656-48e3-b86c-747a7bc697a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.173033] env[65664]: INFO nova.compute.manager [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Terminating instance [ 722.241505] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415042, 'name': ReconfigVM_Task, 'duration_secs': 0.263687} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.241835] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.307303] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.307663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.307920] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.308134] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.309140] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.312569] env[65664]: INFO nova.compute.manager [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Terminating instance [ 722.337025] env[65664]: DEBUG nova.network.neutron [-] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.487108] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 722.525495] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 722.525907] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.525907] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 722.526255] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.526482] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 722.526634] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 722.526944] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.526980] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 722.527164] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 722.527643] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 722.527801] env[65664]: DEBUG nova.virt.hardware [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 722.529639] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8a666-d8eb-49e8-8385-052862760d07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.541493] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f57d04-bc3e-4859-a47d-fc670cc93a21 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.574758] env[65664]: DEBUG nova.scheduler.client.report [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.669886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.682031] env[65664]: DEBUG nova.compute.manager [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 722.682031] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.682031] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaa2dfa-326b-40c0-b2b6-3ef17623d878 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.695775] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.696100] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab145d4-051d-4590-862c-d45430f73419 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.703253] env[65664]: DEBUG oslo_vmware.api [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 722.703253] env[65664]: value = "task-4415043" [ 722.703253] env[65664]: _type = "Task" [ 722.703253] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.713522] env[65664]: DEBUG oslo_vmware.api [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4415043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.749429] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 722.749766] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.749976] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 722.751062] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.751062] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 722.751062] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 722.751062] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.751062] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 722.751203] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 722.751272] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 722.751499] env[65664]: DEBUG nova.virt.hardware [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 722.757306] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.758204] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4dcca4-c189-421e-bd51-d62a20e0d11d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.784524] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 722.784524] env[65664]: value = "task-4415044" [ 722.784524] env[65664]: _type = "Task" [ 722.784524] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.802831] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.819786] env[65664]: DEBUG nova.compute.manager [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 722.819786] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.820583] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2505b8ab-e78d-4eaf-bb56-9415217713df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.830740] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.830740] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0278dd9a-f9ef-4c9b-9d4e-5369d41fed6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.837893] env[65664]: INFO nova.compute.manager [-] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Took 2.27 seconds to deallocate network for instance. [ 722.842237] env[65664]: DEBUG oslo_vmware.api [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 722.842237] env[65664]: value = "task-4415045" [ 722.842237] env[65664]: _type = "Task" [ 722.842237] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.852043] env[65664]: DEBUG nova.network.neutron [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Successfully created port: 91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.862674] env[65664]: DEBUG oslo_vmware.api [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4415045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.082980] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.083589] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 723.091106] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.834s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.091233] env[65664]: DEBUG nova.objects.instance [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lazy-loading 'resources' on Instance uuid 4e1ea887-30cc-4aef-a356-0c2d6ee255ad {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.129534] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "c3deb464-849c-4aef-88df-efd9df3c4e0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.131719] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.217397] env[65664]: DEBUG oslo_vmware.api [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4415043, 'name': PowerOffVM_Task, 'duration_secs': 0.287908} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.217397] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.217569] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.217798] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f796b515-611c-4f74-b9e0-2aa57bd6b350 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.305939] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415044, 'name': ReconfigVM_Task, 'duration_secs': 0.242254} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.306280] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.306462] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.306638] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Deleting the datastore file [datastore1] 9d789683-0656-48e3-b86c-747a7bc697a7 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.307028] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.307198] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c795e1-64b1-4d47-9b76-386ca4a717ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.311267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f14d921-0e00-4be3-ab5d-7d9aa75c6365 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.336463] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e/b4033c80-be9c-4753-a7d8-d3edd36dd31e.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.338513] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a7fdb9-1ada-4497-a6d9-886e08a360b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.354685] env[65664]: DEBUG oslo_vmware.api [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for the task: (returnval){ [ 723.354685] env[65664]: value = "task-4415047" [ 723.354685] env[65664]: _type = "Task" [ 723.354685] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.355909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.369653] env[65664]: DEBUG oslo_vmware.api [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4415045, 'name': PowerOffVM_Task, 'duration_secs': 0.232101} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.374577] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.374763] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.375117] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 723.375117] env[65664]: value = "task-4415048" [ 723.375117] env[65664]: _type = "Task" [ 723.375117] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.375346] env[65664]: DEBUG oslo_vmware.api [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4415047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.375534] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f26ee7d-240a-48aa-9c74-e4a3b7cf0a4a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.398393] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.464420] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.464748] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.464947] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Deleting the datastore file [datastore1] ceec1f79-5018-4ff7-a76c-4843a8a7f5da {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.465264] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdb73294-13ff-4c92-abc1-96336e393f88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.475667] env[65664]: DEBUG oslo_vmware.api [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for the task: (returnval){ [ 723.475667] env[65664]: value = "task-4415050" [ 723.475667] env[65664]: _type = "Task" [ 723.475667] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.489044] env[65664]: DEBUG oslo_vmware.api [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4415050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.598756] env[65664]: DEBUG nova.compute.utils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.608015] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 723.608015] env[65664]: DEBUG nova.network.neutron [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 723.608015] env[65664]: WARNING neutronclient.v2_0.client [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.608015] env[65664]: WARNING neutronclient.v2_0.client [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.640652] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 723.848173] env[65664]: DEBUG nova.policy [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5babbfb50ef4d1b926b63a379dce0f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c4f805c62845bfbdedbcad882bb397', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.871929] env[65664]: DEBUG oslo_vmware.api [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Task: {'id': task-4415047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205382} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.872216] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.872395] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.872589] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.872727] env[65664]: INFO nova.compute.manager [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 723.872962] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 723.873314] env[65664]: DEBUG nova.compute.manager [-] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 723.873314] env[65664]: DEBUG nova.network.neutron [-] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 723.873795] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.892778] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.992977] env[65664]: DEBUG oslo_vmware.api [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Task: {'id': task-4415050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232668} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.993535] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.993945] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.993945] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.994836] env[65664]: INFO nova.compute.manager [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Took 1.17 seconds to destroy the instance on the hypervisor. [ 723.994836] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 723.994836] env[65664]: DEBUG nova.compute.manager [-] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 723.994836] env[65664]: DEBUG nova.network.neutron [-] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 723.995069] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.109029] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 724.131916] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004503f4-3e03-45d5-ae79-ff968a3c07f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.141257] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6e1f0e-d7db-401a-84c4-7373e9b67edf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.185726] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47516386-e664-4432-ba87-88badb512872 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.195948] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92acac3-71f8-4fd3-9d13-7359822783e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.202970] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.215306] env[65664]: DEBUG nova.compute.provider_tree [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.217116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "c09447b3-1638-4d4a-9271-c5514100e51c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.220545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "c09447b3-1638-4d4a-9271-c5514100e51c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.220545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "c09447b3-1638-4d4a-9271-c5514100e51c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.220545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "c09447b3-1638-4d4a-9271-c5514100e51c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.220545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "c09447b3-1638-4d4a-9271-c5514100e51c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.222554] env[65664]: INFO nova.compute.manager [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Terminating instance [ 724.316608] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.393628] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.437311] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.726895] env[65664]: DEBUG nova.compute.manager [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 724.727019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.728548] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04612950-e6f7-49b5-a11c-2729487a5748 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.736028] env[65664]: DEBUG nova.network.neutron [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Successfully created port: 6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 724.740898] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.740898] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16ccbd8-8c8c-492c-9c09-092f18a5145e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.743504] env[65664]: ERROR nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] [req-b9b85a0c-5442-4ad8-b50f-387ca0efc12a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9b85a0c-5442-4ad8-b50f-387ca0efc12a"}]} [ 724.756411] env[65664]: DEBUG nova.network.neutron [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Successfully updated port: 91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.767345] env[65664]: DEBUG nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.796956] env[65664]: DEBUG nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.797226] env[65664]: DEBUG nova.compute.provider_tree [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.820587] env[65664]: DEBUG nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.822714] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.822923] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.823676] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Deleting the datastore file [datastore2] c09447b3-1638-4d4a-9271-c5514100e51c {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.825652] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eed6d003-7263-470d-94cc-526569bfe7d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.829043] env[65664]: DEBUG nova.compute.manager [req-9a077ae6-0aab-44ff-8d5a-0093b6df68a6 req-d4485850-7b54-4721-acdd-f18a34e640c2 service nova] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Received event network-vif-deleted-c8b411d6-603b-42fd-86af-c904d511abaf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 724.836209] env[65664]: DEBUG oslo_vmware.api [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 724.836209] env[65664]: value = "task-4415052" [ 724.836209] env[65664]: _type = "Task" [ 724.836209] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.851181] env[65664]: DEBUG oslo_vmware.api [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4415052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.853588] env[65664]: DEBUG nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.894825] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415048, 'name': ReconfigVM_Task, 'duration_secs': 1.394887} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.895975] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e/b4033c80-be9c-4753-a7d8-d3edd36dd31e.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.898364] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.123591] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 725.169569] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 725.169881] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.170095] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 725.170300] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.170424] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 725.170984] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 725.170984] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 725.170984] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 725.171110] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 725.171201] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 725.171355] env[65664]: DEBUG nova.virt.hardware [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 725.172311] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbbd07f-9f75-4b69-b986-6abd3c07314e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.183981] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e308141e-accd-476c-ac7e-25ad4fa7f03e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.263724] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263724] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263724] env[65664]: DEBUG nova.network.neutron [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 725.345211] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b862efb-cf82-4ab5-9d51-8b485bb10ba1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.353559] env[65664]: DEBUG oslo_vmware.api [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4415052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418083} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.355214] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.355464] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.356393] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.356393] env[65664]: INFO nova.compute.manager [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 725.356596] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 725.357221] env[65664]: DEBUG nova.compute.manager [-] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 725.357221] env[65664]: DEBUG nova.network.neutron [-] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 725.358025] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.363734] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a179e1-1c92-4f62-8508-963035a0d72a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.401790] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c3b972-263a-49e4-8708-11937ec4f778 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.409117] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9765b-a405-44b9-8194-9ae2a75b2a51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.436203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3b1108-0d91-4f88-81d1-4ff59b8a33e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.441230] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86240010-8f9a-47e8-8065-f976a71336e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.457036] env[65664]: DEBUG nova.compute.provider_tree [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.473088] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.502266] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.505158] env[65664]: DEBUG nova.network.neutron [-] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.520971] env[65664]: DEBUG nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.521237] env[65664]: DEBUG nova.compute.provider_tree [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 46 to 47 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.521420] env[65664]: DEBUG nova.compute.provider_tree [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.803585] env[65664]: DEBUG nova.network.neutron [-] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.866760] env[65664]: DEBUG nova.compute.manager [req-8de76e03-93f5-4faf-a8b1-f1481ada1582 req-07f34feb-d7c3-4806-a884-9be8c81e71de service nova] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Received event network-vif-deleted-a2f9282c-6df8-463d-8270-431ee5e8fe8b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 725.866922] env[65664]: DEBUG nova.compute.manager [req-8de76e03-93f5-4faf-a8b1-f1481ada1582 req-07f34feb-d7c3-4806-a884-9be8c81e71de service nova] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Received event network-vif-deleted-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 725.868858] env[65664]: DEBUG nova.network.neutron [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 725.982398] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.983091] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.009473] env[65664]: INFO nova.compute.manager [-] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Took 2.14 seconds to deallocate network for instance. [ 726.028375] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.936s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.029912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.500s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.031649] env[65664]: INFO nova.compute.claims [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.058651] env[65664]: INFO nova.scheduler.client.report [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Deleted allocations for instance 4e1ea887-30cc-4aef-a356-0c2d6ee255ad [ 726.293506] env[65664]: DEBUG nova.network.neutron [-] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.305925] env[65664]: INFO nova.compute.manager [-] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Took 2.31 seconds to deallocate network for instance. [ 726.517889] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.567599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Lock "4e1ea887-30cc-4aef-a356-0c2d6ee255ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.265s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.593130] env[65664]: DEBUG nova.network.neutron [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Successfully updated port: 6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 726.704439] env[65664]: DEBUG nova.network.neutron [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Port 0d3a35d6-c132-46a3-97b7-f992d34217fe binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 726.740197] env[65664]: WARNING neutronclient.v2_0.client [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.799555] env[65664]: INFO nova.compute.manager [-] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Took 1.44 seconds to deallocate network for instance. [ 726.816271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.859042] env[65664]: DEBUG nova.compute.manager [None req-f85cdea0-2a0f-4dae-9bf7-babd1c132588 tempest-ServerDiagnosticsV248Test-456021230 tempest-ServerDiagnosticsV248Test-456021230-project-admin] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 726.860996] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa60f4-3c71-49fb-8efe-ef040b5bc9dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.866485] env[65664]: DEBUG nova.network.neutron [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.874665] env[65664]: INFO nova.compute.manager [None req-f85cdea0-2a0f-4dae-9bf7-babd1c132588 tempest-ServerDiagnosticsV248Test-456021230 tempest-ServerDiagnosticsV248Test-456021230-project-admin] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Retrieving diagnostics [ 726.876690] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b26f17-bae7-40ae-898f-4b4e2e51ec42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.095151] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.095365] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.095581] env[65664]: DEBUG nova.network.neutron [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.309041] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.370832] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.370923] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Instance network_info: |[{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 727.372058] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:a6:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91c88514-a1a9-4ef9-ad8c-af699b7648df', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.381546] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Creating folder: Project (e9c5b01b461840cd9131a170c3299d32). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.385023] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7101e36-f07b-49ae-b818-a9e23b5d8f66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.399525] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Created folder: Project (e9c5b01b461840cd9131a170c3299d32) in parent group-v863926. [ 727.400354] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Creating folder: Instances. Parent ref: group-v864012. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.402777] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c3723ee-71d5-4e07-b828-b8edd0d0cd86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.419379] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Created folder: Instances in parent group-v864012. [ 727.419669] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.422795] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.423318] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e23c6ff3-61a7-45b9-b572-b4897afc8714 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.454421] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.454421] env[65664]: value = "task-4415055" [ 727.454421] env[65664]: _type = "Task" [ 727.454421] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.466681] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415055, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.559079] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682cdb93-7eeb-42f4-93ca-9fc2bfdda226 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.568521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96072872-b4be-43a6-8fc2-ac932634434c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.609923] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1bfab7-dfe6-4137-8b79-915d7bb6703a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.622168] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3021c-6979-42b9-8d82-8ddb3122b8f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.642772] env[65664]: DEBUG nova.compute.provider_tree [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.722929] env[65664]: DEBUG nova.network.neutron [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.735800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.737450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.737450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.855702] env[65664]: WARNING neutronclient.v2_0.client [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.973088] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415055, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.984246] env[65664]: DEBUG nova.network.neutron [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating instance_info_cache with network_info: [{"id": "6e355d53-ac3b-459e-9186-87348847ce7b", "address": "fa:16:3e:ee:8e:a3", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e355d53-ac", "ovs_interfaceid": "6e355d53-ac3b-459e-9186-87348847ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.148083] env[65664]: DEBUG nova.scheduler.client.report [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.266756] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "28a5c21d-6801-4232-a503-ed4bb53d467b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.267067] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.315540] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.315802] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.470578] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415055, 'name': CreateVM_Task, 'duration_secs': 0.555283} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.472027] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.472027] env[65664]: WARNING neutronclient.v2_0.client [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.472027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.472027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.472394] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.472665] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26de44c7-2159-4659-9363-d5f8da95b191 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.479872] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 728.479872] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ebb3f-e71f-82a5-ff07-f43a96704872" [ 728.479872] env[65664]: _type = "Task" [ 728.479872] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.486798] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.487167] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Instance network_info: |[{"id": "6e355d53-ac3b-459e-9186-87348847ce7b", "address": "fa:16:3e:ee:8e:a3", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e355d53-ac", "ovs_interfaceid": "6e355d53-ac3b-459e-9186-87348847ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 728.494505] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:8e:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e355d53-ac3b-459e-9186-87348847ce7b', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.503977] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Creating folder: Project (78c4f805c62845bfbdedbcad882bb397). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.504594] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ebb3f-e71f-82a5-ff07-f43a96704872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.504736] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbaf1cd4-69fb-4538-bf94-06dac7ce6d09 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.519438] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Created folder: Project (78c4f805c62845bfbdedbcad882bb397) in parent group-v863926. [ 728.520691] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Creating folder: Instances. Parent ref: group-v864015. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.520691] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2861aa-8a17-4abb-9e84-31e76fa1178f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.534035] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Created folder: Instances in parent group-v864015. [ 728.534274] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 728.534445] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.534710] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c073c0b4-aebf-4305-b1bf-b660ad658122 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.559530] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.559530] env[65664]: value = "task-4415058" [ 728.559530] env[65664]: _type = "Task" [ 728.559530] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.571058] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415058, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.658726] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.659418] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 728.663368] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.216s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.666770] env[65664]: DEBUG nova.objects.instance [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lazy-loading 'resources' on Instance uuid 97c6779e-1af0-4e3f-9997-c079168d9e5e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.743973] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.770678] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 728.819029] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 728.823569] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.823756] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.823919] env[65664]: DEBUG nova.network.neutron [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.892093] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] Acquiring lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.892093] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] Acquired lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.892093] env[65664]: DEBUG nova.network.neutron [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.968187] env[65664]: DEBUG nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Received event network-vif-deleted-bc874d06-d096-47b6-9965-926a2dfec2c4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 728.968426] env[65664]: DEBUG nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Received event network-vif-deleted-263bb49c-5ebe-4365-b1bd-f0b370752e8f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 728.968577] env[65664]: DEBUG nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Received event network-vif-plugged-6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 728.968752] env[65664]: DEBUG oslo_concurrency.lockutils [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.968955] env[65664]: DEBUG oslo_concurrency.lockutils [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.969127] env[65664]: DEBUG oslo_concurrency.lockutils [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.970026] env[65664]: DEBUG nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] No waiting events found dispatching network-vif-plugged-6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 728.970026] env[65664]: WARNING nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Received unexpected event network-vif-plugged-6e355d53-ac3b-459e-9186-87348847ce7b for instance with vm_state building and task_state spawning. [ 728.970026] env[65664]: DEBUG nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Received event network-changed-6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 728.970026] env[65664]: DEBUG nova.compute.manager [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Refreshing instance network info cache due to event network-changed-6e355d53-ac3b-459e-9186-87348847ce7b. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 728.970026] env[65664]: DEBUG oslo_concurrency.lockutils [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] Acquiring lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.970314] env[65664]: DEBUG oslo_concurrency.lockutils [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] Acquired lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.970314] env[65664]: DEBUG nova.network.neutron [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Refreshing network info cache for port 6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.997887] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ebb3f-e71f-82a5-ff07-f43a96704872, 'name': SearchDatastore_Task, 'duration_secs': 0.019338} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.998334] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.998545] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.998813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.998996] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.999236] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.999587] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a455ba-b000-4084-b1e1-7218c346ef45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.012192] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.012192] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.012192] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669dca35-eea0-44d0-95ea-656fc76f0a90 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.018950] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 729.018950] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522894f7-f97a-4f3b-0e61-f52a7e62587b" [ 729.018950] env[65664]: _type = "Task" [ 729.018950] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.030070] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522894f7-f97a-4f3b-0e61-f52a7e62587b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.073531] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415058, 'name': CreateVM_Task, 'duration_secs': 0.43114} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.073744] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.074664] env[65664]: WARNING neutronclient.v2_0.client [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.074739] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.074864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.075786] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.075786] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ab28ea-92c2-4522-bb60-e72419b5a2d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.083988] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 729.083988] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a2488e-6b68-f6b3-625d-8a897b294c83" [ 729.083988] env[65664]: _type = "Task" [ 729.083988] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.097748] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a2488e-6b68-f6b3-625d-8a897b294c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.167247] env[65664]: DEBUG nova.compute.utils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.172108] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 729.172108] env[65664]: DEBUG nova.network.neutron [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 729.172108] env[65664]: WARNING neutronclient.v2_0.client [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.172108] env[65664]: WARNING neutronclient.v2_0.client [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.207755] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.208034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.294798] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.323396] env[65664]: DEBUG nova.policy [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e37710166f44d95aeb8e061d7a163a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93f69d8276f34ad699f6bb8270304b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.333886] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.366815] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.395943] env[65664]: WARNING neutronclient.v2_0.client [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.461287] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.462188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.474119] env[65664]: WARNING neutronclient.v2_0.client [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.539176] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522894f7-f97a-4f3b-0e61-f52a7e62587b, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.540682] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe329c8-e156-458e-993c-740fd618ba5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.551697] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 729.551697] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c78b98-f7c9-d5e2-65af-81fa8d04e3c3" [ 729.551697] env[65664]: _type = "Task" [ 729.551697] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.562548] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c78b98-f7c9-d5e2-65af-81fa8d04e3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.596694] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a2488e-6b68-f6b3-625d-8a897b294c83, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.597044] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.597407] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.597671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.597841] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.597984] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.600877] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef9c1ce-71b8-445f-8ae5-a41bd569cdaa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.613230] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.613441] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.615109] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a182aa06-e21f-4b73-854c-1ad8f3ab2ee5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.621188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "91966869-e4e6-4778-badb-831ccac1b143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.621440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "91966869-e4e6-4778-badb-831ccac1b143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.621663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "91966869-e4e6-4778-badb-831ccac1b143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.621820] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "91966869-e4e6-4778-badb-831ccac1b143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.621983] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "91966869-e4e6-4778-badb-831ccac1b143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.626126] env[65664]: INFO nova.compute.manager [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Terminating instance [ 729.630708] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 729.630708] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523df0ad-0f46-b3b7-ba6c-65808fa676a3" [ 729.630708] env[65664]: _type = "Task" [ 729.630708] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.646934] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523df0ad-0f46-b3b7-ba6c-65808fa676a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.677322] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 729.710331] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 729.719034] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db57f86e-6a06-4a8c-adaf-49a6c171d39e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.728702] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9273c3-2849-4541-a171-ac494705af4a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.764661] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5398ba-5fc6-4309-8d9d-b0f3930acc36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.778043] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbd3d2-d533-41be-b135-56757930b47d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.794755] env[65664]: DEBUG nova.compute.provider_tree [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.924410] env[65664]: DEBUG nova.network.neutron [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Successfully created port: 0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.967229] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 730.065507] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c78b98-f7c9-d5e2-65af-81fa8d04e3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.065507] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.065679] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] f71f64a0-cd74-43a2-b75e-6d0892e28992/f71f64a0-cd74-43a2-b75e-6d0892e28992.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.066462] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dae4049-7294-419b-b3ea-f6e34a4e8424 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.082260] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 730.082260] env[65664]: value = "task-4415059" [ 730.082260] env[65664]: _type = "Task" [ 730.082260] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.090387] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.137712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "refresh_cache-91966869-e4e6-4778-badb-831ccac1b143" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.137910] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquired lock "refresh_cache-91966869-e4e6-4778-badb-831ccac1b143" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.138109] env[65664]: DEBUG nova.network.neutron [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.141960] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Received event network-vif-deleted-4bccb926-8e95-461c-9e4e-437232b8a1a1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 730.142200] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received event network-vif-plugged-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 730.142389] env[65664]: DEBUG oslo_concurrency.lockutils [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] Acquiring lock "f71f64a0-cd74-43a2-b75e-6d0892e28992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.142627] env[65664]: DEBUG oslo_concurrency.lockutils [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.142744] env[65664]: DEBUG oslo_concurrency.lockutils [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.142997] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] No waiting events found dispatching network-vif-plugged-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.143110] env[65664]: WARNING nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received unexpected event network-vif-plugged-91c88514-a1a9-4ef9-ad8c-af699b7648df for instance with vm_state building and task_state spawning. [ 730.143422] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 730.143622] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing instance network info cache due to event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 730.144085] env[65664]: DEBUG oslo_concurrency.lockutils [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.144168] env[65664]: DEBUG oslo_concurrency.lockutils [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.145032] env[65664]: DEBUG nova.network.neutron [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.163024] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523df0ad-0f46-b3b7-ba6c-65808fa676a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.167301] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c819f2a4-9f8d-4d39-973f-6d773b125a2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.177031] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 730.177031] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a5d2d1-6faa-2a30-f0ce-cb9524ecbf66" [ 730.177031] env[65664]: _type = "Task" [ 730.177031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.197642] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a5d2d1-6faa-2a30-f0ce-cb9524ecbf66, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.197937] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.198308] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 30e623cb-6217-4232-a11a-e2adfd0e2a22/30e623cb-6217-4232-a11a-e2adfd0e2a22.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.198595] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b6de3f7-ad57-4787-9575-dfd14b9e3409 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.207438] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 730.207438] env[65664]: value = "task-4415060" [ 730.207438] env[65664]: _type = "Task" [ 730.207438] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.221099] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.240388] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.299472] env[65664]: DEBUG nova.scheduler.client.report [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.493451] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.593595] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510736} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.593981] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] f71f64a0-cd74-43a2-b75e-6d0892e28992/f71f64a0-cd74-43a2-b75e-6d0892e28992.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.594166] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.594444] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73fa3ea-ad15-4d6d-9921-5958728fc613 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.601982] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 730.601982] env[65664]: value = "task-4415061" [ 730.601982] env[65664]: _type = "Task" [ 730.601982] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.611761] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.647712] env[65664]: WARNING neutronclient.v2_0.client [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.656137] env[65664]: WARNING neutronclient.v2_0.client [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.692853] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 730.723256] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415060, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.725751] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 730.726049] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.726217] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 730.726407] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.726544] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 730.726689] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 730.726916] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.727062] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 730.727232] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 730.727394] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 730.727564] env[65664]: DEBUG nova.virt.hardware [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 730.728466] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526914e2-3b90-44fb-8d8b-560bd804832e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.737588] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8ed5cb-12cb-491e-bdec-774a31e461a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.805221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.807800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.729s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.808055] env[65664]: DEBUG nova.objects.instance [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lazy-loading 'resources' on Instance uuid b5ed2d00-1d28-4478-bee4-564ec6f945c5 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.827419] env[65664]: INFO nova.scheduler.client.report [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Deleted allocations for instance 97c6779e-1af0-4e3f-9997-c079168d9e5e [ 731.114478] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076529} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.114835] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.115750] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05df47-70e4-4c42-8e2e-e63b1c8d9b72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.144589] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f71f64a0-cd74-43a2-b75e-6d0892e28992/f71f64a0-cd74-43a2-b75e-6d0892e28992.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.145046] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1ab639-f553-4546-86d8-00200c587fea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.168955] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 731.168955] env[65664]: value = "task-4415062" [ 731.168955] env[65664]: _type = "Task" [ 731.168955] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.178794] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.196856] env[65664]: DEBUG nova.network.neutron [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 731.219818] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777319} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.219970] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 30e623cb-6217-4232-a11a-e2adfd0e2a22/30e623cb-6217-4232-a11a-e2adfd0e2a22.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.220309] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.220558] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d94aaadb-fb31-4d4b-82f9-62fe8296b460 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.229449] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 731.229449] env[65664]: value = "task-4415063" [ 731.229449] env[65664]: _type = "Task" [ 731.229449] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.241876] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.335772] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a52b39a-daad-49e6-a366-0630937593c6 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Lock "97c6779e-1af0-4e3f-9997-c079168d9e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.896s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.683684] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.698873] env[65664]: DEBUG nova.network.neutron [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Successfully updated port: 0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.745769] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.51602} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.746118] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.747785] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2385124-6616-4a8c-a6f5-b5491c9f8b2b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.753925] env[65664]: WARNING neutronclient.v2_0.client [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.776016] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 30e623cb-6217-4232-a11a-e2adfd0e2a22/30e623cb-6217-4232-a11a-e2adfd0e2a22.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.778115] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5be45e-e80f-409a-8a3d-900cb71bf47d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.792388] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9467ba-67ef-43ee-8b94-26a107d79605 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.796014] env[65664]: WARNING neutronclient.v2_0.client [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.806121] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a58d8a2-1619-4c20-b3d1-180f04cdf3db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.809020] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 731.809020] env[65664]: value = "task-4415064" [ 731.809020] env[65664]: _type = "Task" [ 731.809020] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.840444] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79aa7df-1075-4eec-bf25-ce14fa72fc70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.847795] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.854315] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81666dca-2b92-4c47-ba6d-d84f402d0064 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.872246] env[65664]: DEBUG nova.compute.provider_tree [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.114572] env[65664]: WARNING neutronclient.v2_0.client [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.184944] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.203071] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "refresh_cache-ba573e86-38ae-4d22-bb45-f1b78c266a19" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.203231] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "refresh_cache-ba573e86-38ae-4d22-bb45-f1b78c266a19" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.203617] env[65664]: DEBUG nova.network.neutron [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.220286] env[65664]: DEBUG nova.network.neutron [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.281384] env[65664]: DEBUG nova.network.neutron [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance_info_cache with network_info: [{"id": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "address": "fa:16:3e:18:8e:99", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3a35d6-c1", "ovs_interfaceid": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.320185] env[65664]: DEBUG nova.network.neutron [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Updating instance_info_cache with network_info: [{"id": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "address": "fa:16:3e:ce:02:b6", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112c7b7e-26", "ovs_interfaceid": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.326539] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.374974] env[65664]: DEBUG nova.scheduler.client.report [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.403792] env[65664]: DEBUG nova.network.neutron [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updated VIF entry in instance network info cache for port 6e355d53-ac3b-459e-9186-87348847ce7b. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.404192] env[65664]: DEBUG nova.network.neutron [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating instance_info_cache with network_info: [{"id": "6e355d53-ac3b-459e-9186-87348847ce7b", "address": "fa:16:3e:ee:8e:a3", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e355d53-ac", "ovs_interfaceid": "6e355d53-ac3b-459e-9186-87348847ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.453502] env[65664]: WARNING neutronclient.v2_0.client [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.683438] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415062, 'name': ReconfigVM_Task, 'duration_secs': 1.317704} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.683883] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f71f64a0-cd74-43a2-b75e-6d0892e28992/f71f64a0-cd74-43a2-b75e-6d0892e28992.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.684842] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15bfb5a3-f08a-446a-bdfa-7eaaace91133 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.693307] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 732.693307] env[65664]: value = "task-4415065" [ 732.693307] env[65664]: _type = "Task" [ 732.693307] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.704024] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415065, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.724811] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Releasing lock "refresh_cache-91966869-e4e6-4778-badb-831ccac1b143" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.725296] env[65664]: DEBUG nova.compute.manager [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 732.725586] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.726463] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17bbf9d-a8d9-476e-b67d-8492b99e9238 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.735609] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.735910] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e573070-bc17-4f50-a77c-add3bc4cce1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.743594] env[65664]: DEBUG oslo_vmware.api [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 732.743594] env[65664]: value = "task-4415066" [ 732.743594] env[65664]: _type = "Task" [ 732.743594] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.753506] env[65664]: DEBUG oslo_vmware.api [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4415066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.787332] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.824984] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415064, 'name': ReconfigVM_Task, 'duration_secs': 0.891777} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.824984] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 30e623cb-6217-4232-a11a-e2adfd0e2a22/30e623cb-6217-4232-a11a-e2adfd0e2a22.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.828012] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fcbf4e7-4428-415c-a42b-a9565c326a18 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.828255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] Releasing lock "refresh_cache-afd60b9b-71fe-4133-ad15-26b625cd05a4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.828519] env[65664]: DEBUG nova.compute.manager [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Inject network info {{(pid=65664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 732.828853] env[65664]: DEBUG nova.compute.manager [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] network_info to inject: |[{"id": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "address": "fa:16:3e:ce:02:b6", "network": {"id": "a8fd4a5c-9198-4ce9-b130-cfa56e6ddfe9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-126924776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a80a1e77cc400ca9a3bb08dbc8d68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112c7b7e-26", "ovs_interfaceid": "112c7b7e-2698-4dbb-af0c-4fcf509f15f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 732.835287] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Reconfiguring VM instance to set the machine id {{(pid=65664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 732.836527] env[65664]: DEBUG nova.network.neutron [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updated VIF entry in instance network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.836864] env[65664]: DEBUG nova.network.neutron [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.839600] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49e5167-725f-4ce3-b992-351321b3f1f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.858323] env[65664]: DEBUG oslo_concurrency.lockutils [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.858323] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Received event network-vif-deleted-49b34235-ec61-4544-85bb-f5337a4b724f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 732.858323] env[65664]: DEBUG nova.compute.manager [req-984e7301-0aa1-42b4-ab46-41064572913b req-11baa090-d57f-4a38-9446-6a562b33df18 service nova] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Received event network-vif-deleted-54569c7f-f48f-4d78-b941-f6898b9c7cda {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 732.862140] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 732.862140] env[65664]: value = "task-4415067" [ 732.862140] env[65664]: _type = "Task" [ 732.862140] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.868596] env[65664]: DEBUG oslo_vmware.api [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] Waiting for the task: (returnval){ [ 732.868596] env[65664]: value = "task-4415068" [ 732.868596] env[65664]: _type = "Task" [ 732.868596] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.885710] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.888136] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415067, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.888389] env[65664]: DEBUG oslo_vmware.api [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] Task: {'id': task-4415068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.889970] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.896s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.890086] env[65664]: DEBUG nova.objects.instance [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lazy-loading 'resources' on Instance uuid 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.907769] env[65664]: DEBUG oslo_concurrency.lockutils [req-334480ff-374d-4d56-b5ea-de0bf78aa10d req-bc626a18-e509-4fcf-99e8-54a56d6ee56c service nova] Releasing lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.941487] env[65664]: INFO nova.scheduler.client.report [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleted allocations for instance b5ed2d00-1d28-4478-bee4-564ec6f945c5 [ 733.191902] env[65664]: DEBUG nova.network.neutron [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.204864] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415065, 'name': Rename_Task, 'duration_secs': 0.166077} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.205654] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.205654] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-155edab1-7beb-4a3d-87e4-81f4847d5034 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.213466] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 733.213466] env[65664]: value = "task-4415069" [ 733.213466] env[65664]: _type = "Task" [ 733.213466] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.226031] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.254167] env[65664]: DEBUG oslo_vmware.api [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4415066, 'name': PowerOffVM_Task, 'duration_secs': 0.144099} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.254831] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.254831] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.254945] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-456177bc-f5fb-4c6b-b6ba-5c54bdbaefb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.289333] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.289642] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.289939] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Deleting the datastore file [datastore2] 91966869-e4e6-4778-badb-831ccac1b143 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.290302] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6529cbee-2867-4c14-8432-56761dfde920 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.301693] env[65664]: DEBUG oslo_vmware.api [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for the task: (returnval){ [ 733.301693] env[65664]: value = "task-4415071" [ 733.301693] env[65664]: _type = "Task" [ 733.301693] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.315183] env[65664]: DEBUG oslo_vmware.api [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4415071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.328207] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9003b3b-49a9-4a79-bf41-8050aceb60bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.350052] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642aa2a-e7e3-450c-b691-c7e6f63b7ad9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.358989] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.381187] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415067, 'name': Rename_Task, 'duration_secs': 0.165842} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.384792] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.385139] env[65664]: DEBUG oslo_vmware.api [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] Task: {'id': task-4415068, 'name': ReconfigVM_Task, 'duration_secs': 0.208755} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.385852] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6559b1ce-3023-41eb-b425-1b08ee072cdd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.387824] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52192-5d2c-4d88-a146-f1c53f4a2bdc tempest-ServersAdminTestJSON-123055420 tempest-ServersAdminTestJSON-123055420-project-admin] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Reconfigured VM instance to set the machine id {{(pid=65664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 733.397744] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 733.397744] env[65664]: value = "task-4415072" [ 733.397744] env[65664]: _type = "Task" [ 733.397744] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.408271] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.456361] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e621c154-e44b-4ab7-8e1a-86026b8696a2 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "b5ed2d00-1d28-4478-bee4-564ec6f945c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.702s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.511668] env[65664]: WARNING neutronclient.v2_0.client [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.684784] env[65664]: DEBUG nova.network.neutron [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Updating instance_info_cache with network_info: [{"id": "0b8258d6-e8dd-42dc-888f-396727906fa5", "address": "fa:16:3e:4f:e0:24", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8258d6-e8", "ovs_interfaceid": "0b8258d6-e8dd-42dc-888f-396727906fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.732133] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.816095] env[65664]: DEBUG oslo_vmware.api [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Task: {'id': task-4415071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110865} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.816740] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.816740] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.816927] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.817115] env[65664]: INFO nova.compute.manager [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Took 1.09 seconds to destroy the instance on the hypervisor. [ 733.817360] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 733.817561] env[65664]: DEBUG nova.compute.manager [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 733.817653] env[65664]: DEBUG nova.network.neutron [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.817922] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.867929] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.868285] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b61a72f0-5fa8-47bc-a96b-b7ce8c13f3c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.879453] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 733.879453] env[65664]: value = "task-4415073" [ 733.879453] env[65664]: _type = "Task" [ 733.879453] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.889382] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.913019] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.987584] env[65664]: DEBUG nova.network.neutron [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.987584] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.035424] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aad6e41-5275-48ad-979a-67f7d29be3bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.050113] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee02fe7d-f519-4151-949b-a7108477a337 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.090859] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b9d683-e45c-4c75-9296-25857cd40d59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.100454] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07efc0fe-b65a-45dc-a062-67b070921242 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.118207] env[65664]: DEBUG nova.compute.provider_tree [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.189028] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "refresh_cache-ba573e86-38ae-4d22-bb45-f1b78c266a19" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.189367] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Instance network_info: |[{"id": "0b8258d6-e8dd-42dc-888f-396727906fa5", "address": "fa:16:3e:4f:e0:24", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8258d6-e8", "ovs_interfaceid": "0b8258d6-e8dd-42dc-888f-396727906fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 734.189841] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:e0:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b8258d6-e8dd-42dc-888f-396727906fa5', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.197961] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Creating folder: Project (93f69d8276f34ad699f6bb8270304b76). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.198679] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a93461-45c5-41f3-9ac9-d5b34b8f2816 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.212211] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Created folder: Project (93f69d8276f34ad699f6bb8270304b76) in parent group-v863926. [ 734.212436] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Creating folder: Instances. Parent ref: group-v864018. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.212716] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c2d4898-e351-4e2c-9f3a-4dd70cdeff6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.225916] env[65664]: DEBUG oslo_vmware.api [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415069, 'name': PowerOnVM_Task, 'duration_secs': 0.581829} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.227288] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.229691] env[65664]: INFO nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Took 11.74 seconds to spawn the instance on the hypervisor. [ 734.229691] env[65664]: DEBUG nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.229691] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Created folder: Instances in parent group-v864018. [ 734.229691] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 734.229691] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c10b2e0-eed6-440d-a31e-1f1fa610ac43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.232638] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.233178] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-064fae04-6a4d-4976-a72c-0b951522b20f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.267494] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.267494] env[65664]: value = "task-4415076" [ 734.267494] env[65664]: _type = "Task" [ 734.267494] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.281681] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415076, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.395390] env[65664]: DEBUG oslo_vmware.api [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415073, 'name': PowerOnVM_Task, 'duration_secs': 0.456938} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.395668] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.395906] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48618e16-9fd5-4b95-b1a9-2a6d9eb2e18b tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance 'b4033c80-be9c-4753-a7d8-d3edd36dd31e' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.417045] env[65664]: DEBUG oslo_vmware.api [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415072, 'name': PowerOnVM_Task, 'duration_secs': 0.571313} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.417412] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.419018] env[65664]: INFO nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Took 9.29 seconds to spawn the instance on the hypervisor. [ 734.419018] env[65664]: DEBUG nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.419018] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b83907-71ae-4b52-859f-45af052fc339 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.492399] env[65664]: DEBUG nova.network.neutron [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.621964] env[65664]: DEBUG nova.scheduler.client.report [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.660063] env[65664]: DEBUG nova.compute.manager [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Received event network-vif-plugged-0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.660063] env[65664]: DEBUG oslo_concurrency.lockutils [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] Acquiring lock "ba573e86-38ae-4d22-bb45-f1b78c266a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.660281] env[65664]: DEBUG oslo_concurrency.lockutils [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.660586] env[65664]: DEBUG oslo_concurrency.lockutils [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.661393] env[65664]: DEBUG nova.compute.manager [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] No waiting events found dispatching network-vif-plugged-0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.661607] env[65664]: WARNING nova.compute.manager [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Received unexpected event network-vif-plugged-0b8258d6-e8dd-42dc-888f-396727906fa5 for instance with vm_state building and task_state spawning. [ 734.661784] env[65664]: DEBUG nova.compute.manager [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Received event network-changed-0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.661899] env[65664]: DEBUG nova.compute.manager [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Refreshing instance network info cache due to event network-changed-0b8258d6-e8dd-42dc-888f-396727906fa5. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 734.662121] env[65664]: DEBUG oslo_concurrency.lockutils [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] Acquiring lock "refresh_cache-ba573e86-38ae-4d22-bb45-f1b78c266a19" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.662228] env[65664]: DEBUG oslo_concurrency.lockutils [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] Acquired lock "refresh_cache-ba573e86-38ae-4d22-bb45-f1b78c266a19" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.662976] env[65664]: DEBUG nova.network.neutron [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Refreshing network info cache for port 0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.777950] env[65664]: INFO nova.compute.manager [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Took 23.29 seconds to build instance. [ 734.785660] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415076, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.949252] env[65664]: INFO nova.compute.manager [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Took 21.31 seconds to build instance. [ 734.995919] env[65664]: INFO nova.compute.manager [-] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Took 1.18 seconds to deallocate network for instance. [ 735.128737] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.131108] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.483s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.131335] env[65664]: DEBUG nova.objects.instance [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lazy-loading 'resources' on Instance uuid 9b148295-a767-4449-9485-b3eb760ae257 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.166337] env[65664]: WARNING neutronclient.v2_0.client [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.170834] env[65664]: INFO nova.scheduler.client.report [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Deleted allocations for instance 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71 [ 735.283829] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415076, 'name': CreateVM_Task, 'duration_secs': 0.698956} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.283829] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.283829] env[65664]: WARNING neutronclient.v2_0.client [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.284221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.284346] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.284624] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.284919] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe6a4ad-5a79-4256-a9d6-1c0561b13c1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.286932] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5e099665-44da-4189-b20d-530fd7ec0874 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.819s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.294741] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 735.294741] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f899a0-ba0f-8ce8-ebd2-8c6442a00f59" [ 735.294741] env[65664]: _type = "Task" [ 735.294741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.304366] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f899a0-ba0f-8ce8-ebd2-8c6442a00f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.373217] env[65664]: WARNING neutronclient.v2_0.client [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.452034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-460d4525-d0d7-45a2-8c7d-809245e49e2c tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.826s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.462964] env[65664]: DEBUG nova.network.neutron [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Updated VIF entry in instance network info cache for port 0b8258d6-e8dd-42dc-888f-396727906fa5. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.462964] env[65664]: DEBUG nova.network.neutron [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Updating instance_info_cache with network_info: [{"id": "0b8258d6-e8dd-42dc-888f-396727906fa5", "address": "fa:16:3e:4f:e0:24", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8258d6-e8", "ovs_interfaceid": "0b8258d6-e8dd-42dc-888f-396727906fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.502662] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.683267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdb29ec-5592-4222-abad-360d6937c8f7 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Lock "7ce4bb05-21b8-4c9f-acd7-0e76e1664e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.440s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.810195] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f899a0-ba0f-8ce8-ebd2-8c6442a00f59, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.810522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.810823] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.811083] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.811288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.811619] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.811909] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf2fc79-5bfa-445d-9b1f-a6588ab507d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.822039] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.822253] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.823928] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84323f43-6194-4375-ac37-229f9cc53177 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.835337] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 735.835337] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f711d9-e897-367c-8c11-3ed50203d7c4" [ 735.835337] env[65664]: _type = "Task" [ 735.835337] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.845903] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f711d9-e897-367c-8c11-3ed50203d7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.850378] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a23d16-7f68-43e5-bc99-e14f74ae772c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.857226] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 735.857226] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52054afb-8ca9-cd7d-5b47-a680cc6b19ce" [ 735.857226] env[65664]: _type = "Task" [ 735.857226] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.868243] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52054afb-8ca9-cd7d-5b47-a680cc6b19ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.967796] env[65664]: DEBUG oslo_concurrency.lockutils [req-2cc0dc81-38e1-4a80-bc5d-9d5333cbe6d9 req-2400a70f-14b2-49b1-9a3f-b89e95d9dfe9 service nova] Releasing lock "refresh_cache-ba573e86-38ae-4d22-bb45-f1b78c266a19" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.101535] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e44e77-5460-4728-88b0-0e006c3a5dc3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.111900] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7877f1b-386e-438e-94a1-5a252c47101b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.145239] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698bfd5-9fcf-45ce-a660-05f796aa96c6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.154520] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ebeb8-1f87-4ebf-92b4-ed4538fc12ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.170496] env[65664]: DEBUG nova.compute.provider_tree [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.371764] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52054afb-8ca9-cd7d-5b47-a680cc6b19ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.372624] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.372624] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ba573e86-38ae-4d22-bb45-f1b78c266a19/ba573e86-38ae-4d22-bb45-f1b78c266a19.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.373021] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373921de-fb54-477a-b3f1-ca84737fb55c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.382928] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 736.382928] env[65664]: value = "task-4415077" [ 736.382928] env[65664]: _type = "Task" [ 736.382928] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.395178] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.677685] env[65664]: DEBUG nova.scheduler.client.report [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.849957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.850555] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.900499] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415077, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.028225] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.028225] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.176704] env[65664]: INFO nova.compute.manager [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Rebuilding instance [ 737.184243] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.186707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.517s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.186907] env[65664]: DEBUG nova.objects.instance [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lazy-loading 'resources' on Instance uuid b6360b81-754a-4858-acf5-8cc6f25a1e3a {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.226288] env[65664]: INFO nova.scheduler.client.report [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Deleted allocations for instance 9b148295-a767-4449-9485-b3eb760ae257 [ 737.236741] env[65664]: DEBUG nova.compute.manager [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.237686] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7653fd-1e06-467f-8d60-b68d826fd20a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.353899] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 737.368827] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "c412415d-810b-4780-9d06-4dd2f04281ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.368827] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "c412415d-810b-4780-9d06-4dd2f04281ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.368827] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "c412415d-810b-4780-9d06-4dd2f04281ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.368827] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "c412415d-810b-4780-9d06-4dd2f04281ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.369071] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "c412415d-810b-4780-9d06-4dd2f04281ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.371373] env[65664]: INFO nova.compute.manager [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Terminating instance [ 737.403475] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526947} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.403475] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ba573e86-38ae-4d22-bb45-f1b78c266a19/ba573e86-38ae-4d22-bb45-f1b78c266a19.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.403475] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.403475] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb6fb1d-698f-4ce8-9c6c-e26118680a23 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.411443] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 737.411443] env[65664]: value = "task-4415078" [ 737.411443] env[65664]: _type = "Task" [ 737.411443] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.424211] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.530509] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 737.746628] env[65664]: DEBUG oslo_concurrency.lockutils [None req-45901c26-34d8-4682-a5d5-22d39b1aa801 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Lock "9b148295-a767-4449-9485-b3eb760ae257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.831s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.879631] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.880773] env[65664]: DEBUG nova.compute.manager [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 737.880773] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.881707] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee85f60-9ee6-4d50-adc4-7ffacfece17d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.895274] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.895777] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7dc981-86e3-46bc-8690-97f05f084eb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.906124] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 737.906124] env[65664]: value = "task-4415079" [ 737.906124] env[65664]: _type = "Task" [ 737.906124] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.916743] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.934117] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082403} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.934419] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.935375] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330d6fd-8178-4b89-9299-c9154a69cb4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.969806] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] ba573e86-38ae-4d22-bb45-f1b78c266a19/ba573e86-38ae-4d22-bb45-f1b78c266a19.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.970828] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a55ce47-a406-4728-a14b-527ef603092e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.999493] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 737.999493] env[65664]: value = "task-4415080" [ 737.999493] env[65664]: _type = "Task" [ 737.999493] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.012628] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.056505] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.223878] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8766b7-3de3-46e7-941e-d333f0941cf4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.236733] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700dd453-5d25-4d6b-80ca-96daeffed86b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.273257] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.273810] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e37aea-15d0-4531-8261-5f694c8638a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.276227] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e9611-58e6-499c-8978-a4930febd1a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.286089] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7361c12-af0a-40be-a2ad-a3a275ab8d50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.291403] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 738.291403] env[65664]: value = "task-4415081" [ 738.291403] env[65664]: _type = "Task" [ 738.291403] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.304799] env[65664]: DEBUG nova.compute.provider_tree [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.316036] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.417714] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.515392] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.772451] env[65664]: DEBUG nova.compute.manager [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 738.772451] env[65664]: DEBUG nova.compute.manager [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing instance network info cache due to event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 738.772451] env[65664]: DEBUG oslo_concurrency.lockutils [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.772451] env[65664]: DEBUG oslo_concurrency.lockutils [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.772451] env[65664]: DEBUG nova.network.neutron [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.804547] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415081, 'name': PowerOffVM_Task, 'duration_secs': 0.342297} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.804858] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.805124] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.805930] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a80b0d-d131-4a19-96b4-2cf34032cb0c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.810488] env[65664]: DEBUG nova.scheduler.client.report [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.821793] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.822239] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82c1ab6f-71d0-4c27-bc4a-9167820095d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.904985] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.905675] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.906078] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.906943] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e6eed5-abc6-431f-ad24-eb8ee5f137d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.925224] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415079, 'name': PowerOffVM_Task, 'duration_secs': 0.859741} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.926919] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.927370] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.927810] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 738.927810] env[65664]: value = "task-4415083" [ 738.927810] env[65664]: _type = "Task" [ 738.927810] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.928261] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0421249e-189e-4f78-968a-2240db20dc71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.943237] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.008134] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.008134] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.008134] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Deleting the datastore file [datastore1] c412415d-810b-4780-9d06-4dd2f04281ec {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.008933] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3d3a808-1fa3-4369-9958-6677126f897f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.016035] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415080, 'name': ReconfigVM_Task, 'duration_secs': 0.739846} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.016743] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Reconfigured VM instance instance-00000023 to attach disk [datastore2] ba573e86-38ae-4d22-bb45-f1b78c266a19/ba573e86-38ae-4d22-bb45-f1b78c266a19.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.017858] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d09110e-238c-4569-851b-912ef72be84f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.024617] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for the task: (returnval){ [ 739.024617] env[65664]: value = "task-4415085" [ 739.024617] env[65664]: _type = "Task" [ 739.024617] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.025638] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 739.025638] env[65664]: value = "task-4415086" [ 739.025638] env[65664]: _type = "Task" [ 739.025638] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.041507] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415086, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.044971] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.277072] env[65664]: WARNING neutronclient.v2_0.client [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.316521] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.322034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.965s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.322034] env[65664]: DEBUG nova.objects.instance [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lazy-loading 'resources' on Instance uuid 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.360617] env[65664]: INFO nova.scheduler.client.report [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Deleted allocations for instance b6360b81-754a-4858-acf5-8cc6f25a1e3a [ 739.440542] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189561} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.440767] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.440950] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.441172] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.549551] env[65664]: DEBUG oslo_vmware.api [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Task: {'id': task-4415085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193744} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.549551] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415086, 'name': Rename_Task, 'duration_secs': 0.318962} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.549551] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.549551] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.549551] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.549924] env[65664]: INFO nova.compute.manager [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Took 1.67 seconds to destroy the instance on the hypervisor. [ 739.549924] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.549924] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.549924] env[65664]: DEBUG nova.compute.manager [-] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 739.549924] env[65664]: DEBUG nova.network.neutron [-] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 739.549924] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.551636] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1bc1670-8ea8-411a-ac7a-7d4f708fe38f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.561325] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 739.561325] env[65664]: value = "task-4415087" [ 739.561325] env[65664]: _type = "Task" [ 739.561325] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.572607] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.629409] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.629409] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.629409] env[65664]: DEBUG nova.compute.manager [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Going to confirm migration 1 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 739.792174] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.870315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Lock "b6360b81-754a-4858-acf5-8cc6f25a1e3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.742s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.077637] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.140823] env[65664]: WARNING neutronclient.v2_0.client [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.335149] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a9dd9-c89d-419a-b909-87eee368c726 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.350263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063bb1d2-2e1a-42c4-8272-648b11a3e525 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.389980] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8874f28-190b-47b8-8984-cb0ba090aff2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.399318] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce641998-e249-433b-bd55-7d06a39f3c06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.416866] env[65664]: DEBUG nova.compute.provider_tree [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.462136] env[65664]: WARNING neutronclient.v2_0.client [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.462516] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.462662] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.462831] env[65664]: DEBUG nova.network.neutron [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 740.463088] env[65664]: DEBUG nova.objects.instance [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lazy-loading 'info_cache' on Instance uuid b4033c80-be9c-4753-a7d8-d3edd36dd31e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.497279] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.497279] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.497426] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.498132] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.498132] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.498132] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.498132] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.498287] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.498493] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.498606] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.502028] env[65664]: DEBUG nova.virt.hardware [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.502028] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0b954-07fc-4120-9f07-c00e8630e969 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.511388] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2f13c-4a0e-47d5-9cbc-47f280c8461f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.520625] env[65664]: WARNING neutronclient.v2_0.client [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.534721] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fe:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e358bc-a364-4f00-b830-42fc50b4a188', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.549163] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.550103] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.550336] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea643c9-9f9f-460e-ab31-03dc7c5c56aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.584530] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.586402] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.586402] env[65664]: value = "task-4415088" [ 740.586402] env[65664]: _type = "Task" [ 740.586402] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.595601] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415088, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.735205] env[65664]: DEBUG nova.network.neutron [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updated VIF entry in instance network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.737183] env[65664]: DEBUG nova.network.neutron [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.815826] env[65664]: DEBUG nova.network.neutron [-] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.921285] env[65664]: DEBUG nova.scheduler.client.report [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.086743] env[65664]: DEBUG oslo_vmware.api [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415087, 'name': PowerOnVM_Task, 'duration_secs': 1.489845} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.090997] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.091242] env[65664]: INFO nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Took 10.40 seconds to spawn the instance on the hypervisor. [ 741.091467] env[65664]: DEBUG nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 741.092351] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c75c2c0-3051-4f33-ab5b-ab5dfd4a7c66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.105769] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415088, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.238899] env[65664]: DEBUG oslo_concurrency.lockutils [req-14edcabd-37dd-4369-97ed-dfd3526725bf req-26552e0d-bf0e-4ce3-8982-39541df3ebad service nova] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.318589] env[65664]: INFO nova.compute.manager [-] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Took 1.77 seconds to deallocate network for instance. [ 741.427599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.430507] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.228s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.432057] env[65664]: INFO nova.compute.claims [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.472678] env[65664]: WARNING neutronclient.v2_0.client [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.476201] env[65664]: INFO nova.scheduler.client.report [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Deleted allocations for instance 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b [ 741.573949] env[65664]: DEBUG nova.compute.manager [req-8f76bbff-b4db-4df3-90ae-964584faf535 req-f628fe26-5d78-45b6-8b55-a1397ccd2567 service nova] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Received event network-vif-deleted-0673dcfa-22ec-484f-a08b-2c303f2893ee {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 741.604817] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415088, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.626580] env[65664]: INFO nova.compute.manager [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Took 27.11 seconds to build instance. [ 741.825883] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.881243] env[65664]: DEBUG nova.compute.manager [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Received event network-changed-6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 741.881243] env[65664]: DEBUG nova.compute.manager [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Refreshing instance network info cache due to event network-changed-6e355d53-ac3b-459e-9186-87348847ce7b. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 741.882155] env[65664]: DEBUG oslo_concurrency.lockutils [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] Acquiring lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.882155] env[65664]: DEBUG oslo_concurrency.lockutils [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] Acquired lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.882155] env[65664]: DEBUG nova.network.neutron [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Refreshing network info cache for port 6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.885226] env[65664]: WARNING neutronclient.v2_0.client [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.988257] env[65664]: DEBUG oslo_concurrency.lockutils [None req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Lock "8aa06b72-0274-43b1-9e81-5f5ed48b6b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.143s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.099012] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415088, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.132212] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5be3d7ac-a82b-430e-8237-c8916e47ce24 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.625s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.381641] env[65664]: DEBUG nova.network.neutron [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance_info_cache with network_info: [{"id": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "address": "fa:16:3e:18:8e:99", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3a35d6-c1", "ovs_interfaceid": "0d3a35d6-c132-46a3-97b7-f992d34217fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.391502] env[65664]: WARNING neutronclient.v2_0.client [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.605954] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415088, 'name': CreateVM_Task, 'duration_secs': 1.578204} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.609187] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.610533] env[65664]: WARNING neutronclient.v2_0.client [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 742.611017] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.611227] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.611578] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.611914] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ad3637-5e88-4213-968c-a90953965580 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.618531] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 742.618531] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5289d1e6-e46c-cd19-c0fa-c232429d96e7" [ 742.618531] env[65664]: _type = "Task" [ 742.618531] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.634489] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5289d1e6-e46c-cd19-c0fa-c232429d96e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.819801] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.820397] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.884281] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-b4033c80-be9c-4753-a7d8-d3edd36dd31e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.884281] env[65664]: DEBUG nova.objects.instance [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lazy-loading 'migration_context' on Instance uuid b4033c80-be9c-4753-a7d8-d3edd36dd31e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.964326] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d30a6-5474-4152-a4e6-edddab941b08 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.975452] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119f059d-e5d5-4321-91bb-60e396fdb298 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.021455] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d589d5c-12c9-41ae-9276-0940ae19b125 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.031086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ca31a-d20a-4dc9-b21b-80d1448f5485 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.051472] env[65664]: DEBUG nova.compute.provider_tree [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.132670] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5289d1e6-e46c-cd19-c0fa-c232429d96e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013249} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.133373] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.133655] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.133939] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.134098] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.134278] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.134565] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f51b09dc-fd3b-41b7-b1f3-c1975cce7aa8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.145584] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.146769] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.146769] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547bdd77-6132-47b9-bd06-08cdae039961 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.154081] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 743.154081] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52925baa-03a6-4bc9-18c5-dcf42c30608b" [ 743.154081] env[65664]: _type = "Task" [ 743.154081] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.163288] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52925baa-03a6-4bc9-18c5-dcf42c30608b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.322879] env[65664]: DEBUG nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 743.388859] env[65664]: DEBUG nova.objects.base [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 743.390120] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b52150f-7a32-46d9-b054-18abfba96226 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.417367] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab991a81-b953-4252-932a-84ca05ca17ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.425504] env[65664]: DEBUG oslo_vmware.api [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 743.425504] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a84202-dd97-7452-fcbb-46b476f08bc7" [ 743.425504] env[65664]: _type = "Task" [ 743.425504] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.436564] env[65664]: DEBUG oslo_vmware.api [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a84202-dd97-7452-fcbb-46b476f08bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.437289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.555380] env[65664]: DEBUG nova.scheduler.client.report [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.671084] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52925baa-03a6-4bc9-18c5-dcf42c30608b, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.671084] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4819d2-4171-4ea5-bb88-cf4c28d38a85 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.679457] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 743.679457] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5250c642-449a-4986-4597-825f6472e881" [ 743.679457] env[65664]: _type = "Task" [ 743.679457] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.693907] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5250c642-449a-4986-4597-825f6472e881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.850649] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.061266] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.061898] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 744.066601] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.547s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.066601] env[65664]: DEBUG nova.objects.instance [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lazy-loading 'resources' on Instance uuid 9d789683-0656-48e3-b86c-747a7bc697a7 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.194734] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5250c642-449a-4986-4597-825f6472e881, 'name': SearchDatastore_Task, 'duration_secs': 0.014063} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.195093] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.195376] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.195654] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2abc205c-8a4a-4d81-b1ee-4eabbdc35a5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.206147] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 744.206147] env[65664]: value = "task-4415089" [ 744.206147] env[65664]: _type = "Task" [ 744.206147] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.216820] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.570171] env[65664]: DEBUG nova.compute.utils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.579097] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 744.579097] env[65664]: DEBUG nova.network.neutron [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.579858] env[65664]: WARNING neutronclient.v2_0.client [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.581046] env[65664]: WARNING neutronclient.v2_0.client [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.721770] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.956173] env[65664]: WARNING neutronclient.v2_0.client [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.035317] env[65664]: DEBUG nova.policy [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.077054] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 745.140645] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc99b8-0f05-404c-985b-9135b9eb6e3d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.151385] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a7c15-b19d-4a85-a1b8-3e7166a539a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.189286] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13aa84-fff2-438e-a44f-e617d59d6973 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.198368] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300183e-b2dc-4579-892f-92cdd4e4a3eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.217141] env[65664]: DEBUG nova.compute.provider_tree [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.228677] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900742} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.228958] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.230091] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.230395] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a148cb-887c-4729-a5b3-5a2e3d7825fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.239603] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 745.239603] env[65664]: value = "task-4415090" [ 745.239603] env[65664]: _type = "Task" [ 745.239603] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.250534] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.723124] env[65664]: DEBUG nova.scheduler.client.report [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.752387] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099215} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.752676] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.753680] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727d790-fa42-4715-8463-864375b6ec44 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.785112] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.785465] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a2853b-8bd0-4022-a12b-f9461be6ac63 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.807990] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 745.807990] env[65664]: value = "task-4415091" [ 745.807990] env[65664]: _type = "Task" [ 745.807990] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.823942] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.882965] env[65664]: DEBUG nova.network.neutron [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Successfully created port: d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.989191] env[65664]: DEBUG nova.network.neutron [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updated VIF entry in instance network info cache for port 6e355d53-ac3b-459e-9186-87348847ce7b. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 745.989191] env[65664]: DEBUG nova.network.neutron [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating instance_info_cache with network_info: [{"id": "6e355d53-ac3b-459e-9186-87348847ce7b", "address": "fa:16:3e:ee:8e:a3", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e355d53-ac", "ovs_interfaceid": "6e355d53-ac3b-459e-9186-87348847ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.087336] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 746.120215] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.120486] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.120633] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.120800] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.120939] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.121166] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.121560] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.121678] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.121906] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.122209] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.122401] env[65664]: DEBUG nova.virt.hardware [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.123467] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c147386-581b-4355-82a6-3418a9bcc0ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.132815] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166cb19-219e-4c83-a1fd-4894877cb683 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.230718] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.233500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.417s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.234895] env[65664]: DEBUG nova.objects.instance [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lazy-loading 'resources' on Instance uuid ceec1f79-5018-4ff7-a76c-4843a8a7f5da {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.266798] env[65664]: INFO nova.scheduler.client.report [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Deleted allocations for instance 9d789683-0656-48e3-b86c-747a7bc697a7 [ 746.326224] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415091, 'name': ReconfigVM_Task, 'duration_secs': 0.310367} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.326515] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987/6432cee9-eaca-4684-8251-20bbfbc7c987.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.329742] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-341a78f2-13d8-476c-a423-e4a1dd428645 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.340333] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 746.340333] env[65664]: value = "task-4415092" [ 746.340333] env[65664]: _type = "Task" [ 746.340333] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.354079] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415092, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.494320] env[65664]: DEBUG oslo_concurrency.lockutils [req-ea91b156-5c22-4eef-aace-2819e4bbd290 req-694c331e-a400-4165-a968-03d0b44e5328 service nova] Releasing lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.776065] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbef42aa-45e7-4603-95c5-8af2299c9894 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Lock "9d789683-0656-48e3-b86c-747a7bc697a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.607s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.855061] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415092, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.206983] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5432a1-93cb-4bb8-8227-9709b3a05bbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.218884] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c7851-6f0a-458f-8891-6c69fcf94c43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.262406] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255831c-2017-4ba2-9035-9511a91425d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.274019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb44563-504d-489f-9bae-09a147c1b856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.289416] env[65664]: DEBUG nova.compute.provider_tree [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.351915] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415092, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.588756] env[65664]: DEBUG nova.network.neutron [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Successfully updated port: d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.792943] env[65664]: DEBUG nova.scheduler.client.report [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.854879] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415092, 'name': Rename_Task, 'duration_secs': 1.168105} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.855377] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.855535] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c1f70ad-63aa-4886-9870-e1857b40257d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.863087] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 747.863087] env[65664]: value = "task-4415093" [ 747.863087] env[65664]: _type = "Task" [ 747.863087] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.872272] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.095273] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-c3deb464-849c-4aef-88df-efd9df3c4e0f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.095273] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-c3deb464-849c-4aef-88df-efd9df3c4e0f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.095273] env[65664]: DEBUG nova.network.neutron [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.301108] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.305251] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.996s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.305251] env[65664]: DEBUG nova.objects.instance [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lazy-loading 'resources' on Instance uuid c09447b3-1638-4d4a-9271-c5514100e51c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.339520] env[65664]: INFO nova.scheduler.client.report [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Deleted allocations for instance ceec1f79-5018-4ff7-a76c-4843a8a7f5da [ 748.379815] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.850766] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "57923f30-d1d7-4f23-a752-5cd7b9427c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.850766] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.850993] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "57923f30-d1d7-4f23-a752-5cd7b9427c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.851212] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.851286] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.857756] env[65664]: INFO nova.compute.manager [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Terminating instance [ 748.863390] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2a43f74b-3f83-4178-af12-c268692fa412 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Lock "ceec1f79-5018-4ff7-a76c-4843a8a7f5da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.555s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.880673] env[65664]: DEBUG oslo_vmware.api [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415093, 'name': PowerOnVM_Task, 'duration_secs': 0.623707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.882866] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.882996] env[65664]: DEBUG nova.compute.manager [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.887312] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60fd617-fc92-4000-ab06-a5c8f5a14079 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.205227] env[65664]: DEBUG nova.network.neutron [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.314203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6dd91-b81d-407b-90c0-c712c2c9d7d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.327172] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00383a-52c8-4908-97c0-f8eb4a3ed67b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.362481] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee27e17-f7a3-4a38-8b83-34d3523c2e4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.372435] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a70dc-7d14-488d-bd07-3e6616091b3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.377226] env[65664]: DEBUG nova.compute.manager [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 749.377439] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.378452] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a4034-f80c-4417-a4c6-fc91185d54fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.395536] env[65664]: DEBUG nova.compute.provider_tree [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.400108] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.401088] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0123c5e7-b4cb-47a9-b567-380cb5ceab3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.411076] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.415664] env[65664]: DEBUG oslo_vmware.api [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 749.415664] env[65664]: value = "task-4415094" [ 749.415664] env[65664]: _type = "Task" [ 749.415664] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.428022] env[65664]: DEBUG oslo_vmware.api [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.902180] env[65664]: DEBUG nova.scheduler.client.report [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.930399] env[65664]: DEBUG oslo_vmware.api [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415094, 'name': PowerOffVM_Task, 'duration_secs': 0.252965} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.930861] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.930861] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.932096] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdfaef21-391b-4564-9220-f6ccf1f309ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.014343] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.014577] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.014859] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Deleting the datastore file [datastore2] 57923f30-d1d7-4f23-a752-5cd7b9427c34 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.015206] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f92885ce-f882-4732-9f72-4447310a5cb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.027630] env[65664]: DEBUG oslo_vmware.api [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 750.027630] env[65664]: value = "task-4415096" [ 750.027630] env[65664]: _type = "Task" [ 750.027630] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.038138] env[65664]: DEBUG oslo_vmware.api [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.408157] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.411723] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.116s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.412352] env[65664]: INFO nova.compute.claims [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.434818] env[65664]: INFO nova.scheduler.client.report [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Deleted allocations for instance c09447b3-1638-4d4a-9271-c5514100e51c [ 750.542353] env[65664]: DEBUG oslo_vmware.api [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217117} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.542911] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.544519] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.544519] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.544519] env[65664]: INFO nova.compute.manager [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Took 1.17 seconds to destroy the instance on the hypervisor. [ 750.544519] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 750.544519] env[65664]: DEBUG nova.compute.manager [-] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 750.544946] env[65664]: DEBUG nova.network.neutron [-] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 750.545703] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.666938] env[65664]: WARNING neutronclient.v2_0.client [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.730034] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.947485] env[65664]: DEBUG oslo_concurrency.lockutils [None req-778b758c-19c6-4bca-8d63-c7d5267b083d tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "c09447b3-1638-4d4a-9271-c5514100e51c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.730s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.565330] env[65664]: DEBUG nova.network.neutron [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Updating instance_info_cache with network_info: [{"id": "d58c8f5e-0a29-4de2-8845-66c712c802e4", "address": "fa:16:3e:df:15:7d", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd58c8f5e-0a", "ovs_interfaceid": "d58c8f5e-0a29-4de2-8845-66c712c802e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.734981] env[65664]: DEBUG nova.compute.manager [req-927e6004-4d59-4f3f-b72e-2bb67b373721 req-105ec39b-1787-4bce-9412-495eb3f9c87e service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Received event network-vif-plugged-d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 751.735235] env[65664]: DEBUG oslo_concurrency.lockutils [req-927e6004-4d59-4f3f-b72e-2bb67b373721 req-105ec39b-1787-4bce-9412-495eb3f9c87e service nova] Acquiring lock "c3deb464-849c-4aef-88df-efd9df3c4e0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.735434] env[65664]: DEBUG oslo_concurrency.lockutils [req-927e6004-4d59-4f3f-b72e-2bb67b373721 req-105ec39b-1787-4bce-9412-495eb3f9c87e service nova] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.735592] env[65664]: DEBUG oslo_concurrency.lockutils [req-927e6004-4d59-4f3f-b72e-2bb67b373721 req-105ec39b-1787-4bce-9412-495eb3f9c87e service nova] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.735750] env[65664]: DEBUG nova.compute.manager [req-927e6004-4d59-4f3f-b72e-2bb67b373721 req-105ec39b-1787-4bce-9412-495eb3f9c87e service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] No waiting events found dispatching network-vif-plugged-d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.735910] env[65664]: WARNING nova.compute.manager [req-927e6004-4d59-4f3f-b72e-2bb67b373721 req-105ec39b-1787-4bce-9412-495eb3f9c87e service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Received unexpected event network-vif-plugged-d58c8f5e-0a29-4de2-8845-66c712c802e4 for instance with vm_state building and task_state spawning. [ 751.912161] env[65664]: DEBUG nova.network.neutron [-] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.950836] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a82bc-c2a9-4cd5-9a6c-ce0e882e6ee4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.961179] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459f130-0d47-4610-8df3-da4cecf156af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.003025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da9555f-fcf1-4da4-906b-91a369aa35a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.012313] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160b2fa-68ae-413c-a435-6f17db5d183b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.027990] env[65664]: DEBUG nova.compute.provider_tree [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.068091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-c3deb464-849c-4aef-88df-efd9df3c4e0f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.068876] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Instance network_info: |[{"id": "d58c8f5e-0a29-4de2-8845-66c712c802e4", "address": "fa:16:3e:df:15:7d", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd58c8f5e-0a", "ovs_interfaceid": "d58c8f5e-0a29-4de2-8845-66c712c802e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 752.069378] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:15:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd58c8f5e-0a29-4de2-8845-66c712c802e4', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.079890] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating folder: Project (12179bbb71714cc3bb37456ea5682668). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.080745] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc5ba27b-dce8-431d-b0e3-5760741af78b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.094198] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created folder: Project (12179bbb71714cc3bb37456ea5682668) in parent group-v863926. [ 752.094198] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating folder: Instances. Parent ref: group-v864022. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.094198] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-565827f1-265e-4030-b0bf-80bc13928a7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.106433] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created folder: Instances in parent group-v864022. [ 752.106688] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 752.106905] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.108186] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d461d468-e082-4805-ba1d-a38dbb1f26fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.134490] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.134490] env[65664]: value = "task-4415099" [ 752.134490] env[65664]: _type = "Task" [ 752.134490] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.148686] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415099, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.410570] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.410872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.413225] env[65664]: INFO nova.compute.manager [-] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Took 1.87 seconds to deallocate network for instance. [ 752.533023] env[65664]: DEBUG nova.scheduler.client.report [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.655341] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415099, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.914702] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 752.923334] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.039371] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.040862] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 753.046625] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.679s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.049585] env[65664]: INFO nova.compute.claims [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.151027] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415099, 'name': CreateVM_Task, 'duration_secs': 0.607221} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.151027] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.151027] env[65664]: WARNING neutronclient.v2_0.client [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.151027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.151027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.151374] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.151958] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386e4aaa-ae3c-43a9-8a0f-7beecd5ca667 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.158945] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 753.158945] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528b6e17-4c78-2227-8eaa-9be6ca2c0bc0" [ 753.158945] env[65664]: _type = "Task" [ 753.158945] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.170676] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528b6e17-4c78-2227-8eaa-9be6ca2c0bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.300524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "f4a710b5-4410-4915-b8f3-32131972100f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.301229] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "f4a710b5-4410-4915-b8f3-32131972100f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.448982] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.555892] env[65664]: DEBUG nova.compute.utils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.561714] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 753.561714] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 753.561881] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.562016] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.617947] env[65664]: DEBUG nova.policy [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d59ad3845564405adf872f4d2506820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ec9116a0034e0f85ac9db978c62710', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.675830] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528b6e17-4c78-2227-8eaa-9be6ca2c0bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.676483] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.676483] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.676669] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.676720] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.676880] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.677185] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39828afd-0211-4ec8-b24e-8bb14319abe0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.692096] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.692255] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.693028] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157646a5-3831-4e0b-a9b1-d8162f14c865 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.705778] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 753.705778] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aba47b-2fb7-db4d-4942-ff7cb698efad" [ 753.705778] env[65664]: _type = "Task" [ 753.705778] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.720494] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aba47b-2fb7-db4d-4942-ff7cb698efad, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.721330] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e293a7-09c5-4cf5-916e-d282dd2bf175 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.728305] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 753.728305] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dde8ff-ce73-a3d0-295a-7785a1ac962f" [ 753.728305] env[65664]: _type = "Task" [ 753.728305] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.737528] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dde8ff-ce73-a3d0-295a-7785a1ac962f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.804125] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.033774] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Successfully created port: f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 754.062653] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 754.123395] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.123880] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.240966] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dde8ff-ce73-a3d0-295a-7785a1ac962f, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.241176] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.241411] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c3deb464-849c-4aef-88df-efd9df3c4e0f/c3deb464-849c-4aef-88df-efd9df3c4e0f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.241673] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92a816c6-e0a0-429f-982b-ef78ed255642 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.249830] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 754.249830] env[65664]: value = "task-4415100" [ 754.249830] env[65664]: _type = "Task" [ 754.249830] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.261813] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.326763] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.543541] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "c5475260-99e2-402f-b96a-462dce8b5510" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.543778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "c5475260-99e2-402f-b96a-462dce8b5510" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.575976] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebda4ea2-77f3-495c-9972-726112959f19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.587497] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a5444-03af-4c0e-8310-d97a85b8844b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.624792] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c65704-24f1-4925-964b-302433589752 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.635597] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccbda7-cdf7-4db1-89a1-24d2aa6ffb9a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.658490] env[65664]: DEBUG nova.compute.provider_tree [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.766854] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506588} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.766854] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c3deb464-849c-4aef-88df-efd9df3c4e0f/c3deb464-849c-4aef-88df-efd9df3c4e0f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.767179] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.767179] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b7c3207-5888-4525-ae20-ddd6c533aee3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.775021] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 754.775021] env[65664]: value = "task-4415101" [ 754.775021] env[65664]: _type = "Task" [ 754.775021] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.786945] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.072525] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 755.102683] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 755.102958] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.103123] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 755.103313] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.103454] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 755.103587] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 755.103851] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.104015] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 755.104236] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 755.104366] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 755.104534] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 755.105808] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8eacd6-2344-4750-80ec-75e4b77a3dd0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.116046] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a80a1-3179-4949-8817-5303fd2e2442 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.164370] env[65664]: DEBUG nova.scheduler.client.report [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.286233] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069745} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.286524] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.287426] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1aa232-1437-40a3-a89d-4006262ed3c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.313485] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c3deb464-849c-4aef-88df-efd9df3c4e0f/c3deb464-849c-4aef-88df-efd9df3c4e0f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.314149] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d95422-8111-4254-b874-cc7211f8db97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.335171] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 755.335171] env[65664]: value = "task-4415102" [ 755.335171] env[65664]: _type = "Task" [ 755.335171] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.344731] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.537307] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.537934] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.538445] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.538690] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.538896] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.541457] env[65664]: INFO nova.compute.manager [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Terminating instance [ 755.636537] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Successfully updated port: f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 755.670226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.671097] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 755.674325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.434s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.675977] env[65664]: INFO nova.compute.claims [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.847314] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415102, 'name': ReconfigVM_Task, 'duration_secs': 0.344596} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.847695] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c3deb464-849c-4aef-88df-efd9df3c4e0f/c3deb464-849c-4aef-88df-efd9df3c4e0f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.848665] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10325472-611f-4d16-b21f-c731b7e56177 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.858793] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 755.858793] env[65664]: value = "task-4415103" [ 755.858793] env[65664]: _type = "Task" [ 755.858793] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.870236] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415103, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.047916] env[65664]: DEBUG nova.compute.manager [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 756.047916] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.048251] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef300a-a212-4804-a8d4-be4252e4849f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.057779] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.058347] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a8fcaf-b80c-4387-ad91-6d72f1f118b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.067873] env[65664]: DEBUG oslo_vmware.api [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 756.067873] env[65664]: value = "task-4415104" [ 756.067873] env[65664]: _type = "Task" [ 756.067873] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.082452] env[65664]: DEBUG oslo_vmware.api [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4415104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.138403] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "refresh_cache-28a5c21d-6801-4232-a503-ed4bb53d467b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.138784] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "refresh_cache-28a5c21d-6801-4232-a503-ed4bb53d467b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.141948] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.182807] env[65664]: DEBUG nova.compute.utils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.186810] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 756.187029] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.190932] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.190932] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.376220] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415103, 'name': Rename_Task, 'duration_secs': 0.174863} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.376598] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.376943] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c108755-2809-4cf9-b465-b79dd3df33a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.390412] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 756.390412] env[65664]: value = "task-4415105" [ 756.390412] env[65664]: _type = "Task" [ 756.390412] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.401389] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.580978] env[65664]: DEBUG oslo_vmware.api [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4415104, 'name': PowerOffVM_Task, 'duration_secs': 0.440786} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.581213] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.581426] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.581654] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5f9c20-e962-49cd-b8db-359f966cb264 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.664022] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.664022] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.664022] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Deleting the datastore file [datastore1] 1c30d555-3318-4ac3-ae2b-330e1774a3cd {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.664022] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e738a65-7b0b-46a9-8f31-a9e7cbe376b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.671800] env[65664]: DEBUG oslo_vmware.api [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for the task: (returnval){ [ 756.671800] env[65664]: value = "task-4415107" [ 756.671800] env[65664]: _type = "Task" [ 756.671800] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.684922] env[65664]: DEBUG oslo_vmware.api [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4415107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.689810] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 756.700653] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fffe8553-cc73-4fe7-b8ef-cace589959a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.701068] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.786608] env[65664]: DEBUG nova.policy [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d59ad3845564405adf872f4d2506820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ec9116a0034e0f85ac9db978c62710', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.908159] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415105, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.964664] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 757.187043] env[65664]: DEBUG oslo_vmware.api [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Task: {'id': task-4415107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213785} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.187332] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.187591] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.187835] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.188072] env[65664]: INFO nova.compute.manager [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.188344] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 757.188591] env[65664]: DEBUG nova.compute.manager [-] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 757.188648] env[65664]: DEBUG nova.network.neutron [-] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.189087] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.228616] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd1c96-9973-487b-aa79-2184e4ee4f09 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.238120] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ba339-7d96-4e26-abb9-9574985742ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.271729] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd564e45-67f6-463e-8191-ce2595ebcf28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.282530] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb39dd6-3447-4ba8-8b50-2f8fc2e6229b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.298780] env[65664]: DEBUG nova.compute.provider_tree [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.402375] env[65664]: DEBUG oslo_vmware.api [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415105, 'name': PowerOnVM_Task, 'duration_secs': 0.520127} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.402658] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.402853] env[65664]: INFO nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Took 11.32 seconds to spawn the instance on the hypervisor. [ 757.403037] env[65664]: DEBUG nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 757.404038] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e538115a-b53a-4a88-94f4-5c5b5be8db45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.699659] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 757.734322] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 757.734529] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.734673] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 757.734840] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.735031] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 757.735214] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 757.735404] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.735549] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 757.735872] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 757.735872] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 757.735998] env[65664]: DEBUG nova.virt.hardware [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 757.738130] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec41140-0d8b-4514-ad73-2380df351292 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.750027] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bdf093-bd84-4cf8-afca-cc8b13f0683e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.802974] env[65664]: DEBUG nova.scheduler.client.report [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.874543] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.932034] env[65664]: INFO nova.compute.manager [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Took 33.79 seconds to build instance. [ 758.019843] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Successfully created port: 597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 758.320899] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.321251] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 758.324211] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.831s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.326565] env[65664]: INFO nova.compute.claims [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.434651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.305s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.749668] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.835895] env[65664]: DEBUG nova.compute.utils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.840848] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 758.841367] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 758.841733] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.842064] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.941072] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.985367] env[65664]: DEBUG nova.network.neutron [-] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.042526] env[65664]: DEBUG nova.policy [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de5bea72493f4018b3b2e68c83b8d451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af53f34ae1e6483dac0e72c05bf795ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.348792] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 759.365011] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Updating instance_info_cache with network_info: [{"id": "f888ac89-6e6f-49e1-ab73-19d640f34f1f", "address": "fa:16:3e:47:f4:3f", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf888ac89-6e", "ovs_interfaceid": "f888ac89-6e6f-49e1-ab73-19d640f34f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.470824] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.487798] env[65664]: INFO nova.compute.manager [-] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Took 2.30 seconds to deallocate network for instance. [ 759.731046] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Successfully created port: d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.831983] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a68e2-f9fe-45e2-9d83-ff82dfcf163a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.842894] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa2ccf-65c3-42d3-87ed-d2b086fc1568 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.877503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "refresh_cache-28a5c21d-6801-4232-a503-ed4bb53d467b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.877926] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Instance network_info: |[{"id": "f888ac89-6e6f-49e1-ab73-19d640f34f1f", "address": "fa:16:3e:47:f4:3f", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf888ac89-6e", "ovs_interfaceid": "f888ac89-6e6f-49e1-ab73-19d640f34f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 759.878850] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f4:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f888ac89-6e6f-49e1-ab73-19d640f34f1f', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.886720] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Creating folder: Project (47ec9116a0034e0f85ac9db978c62710). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.888464] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab96615-f648-45e3-aed9-c12b8d469735 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.890575] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7be032c1-8300-4d15-b75d-87195029d28c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.898829] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b7d1c-1e04-4034-865c-96dde2a806f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.905959] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Created folder: Project (47ec9116a0034e0f85ac9db978c62710) in parent group-v863926. [ 759.906249] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Creating folder: Instances. Parent ref: group-v864025. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.907031] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a544253-2f58-4f17-bb35-25ef6fbc778b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.919396] env[65664]: DEBUG nova.compute.provider_tree [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.931934] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Created folder: Instances in parent group-v864025. [ 759.931934] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 759.931934] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.931934] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-183b9350-7990-48b4-9b2b-d8a4624bb6d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.955463] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.955463] env[65664]: value = "task-4415110" [ 759.955463] env[65664]: _type = "Task" [ 759.955463] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.968243] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415110, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.998271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.172660] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Successfully updated port: 597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 760.250985] env[65664]: DEBUG nova.compute.manager [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Received event network-changed-d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 760.251408] env[65664]: DEBUG nova.compute.manager [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Refreshing instance network info cache due to event network-changed-d58c8f5e-0a29-4de2-8845-66c712c802e4. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 760.251741] env[65664]: DEBUG oslo_concurrency.lockutils [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] Acquiring lock "refresh_cache-c3deb464-849c-4aef-88df-efd9df3c4e0f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.251976] env[65664]: DEBUG oslo_concurrency.lockutils [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] Acquired lock "refresh_cache-c3deb464-849c-4aef-88df-efd9df3c4e0f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.252275] env[65664]: DEBUG nova.network.neutron [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Refreshing network info cache for port d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.276276] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Successfully created port: c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 760.379284] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.379747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.382190] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 760.419109] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.419109] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.419109] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.419374] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.419728] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.420401] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.420401] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.420401] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.420792] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.420941] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.421031] env[65664]: DEBUG nova.virt.hardware [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.422263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98027d29-46f8-4bb6-abe9-756e7fe1f3c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.426075] env[65664]: DEBUG nova.scheduler.client.report [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.440403] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008404bc-5528-40a2-a554-50a2630e131d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.478893] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415110, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.635249] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Successfully created port: d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 760.676412] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "refresh_cache-ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.676626] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "refresh_cache-ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.676859] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 760.720983] env[65664]: DEBUG nova.compute.manager [req-01bfd670-0a0a-4993-ada4-7b0363a0f397 req-a5befe4f-4a66-4f9d-aa93-01d69ecb111a service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Received event network-vif-plugged-f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 760.721211] env[65664]: DEBUG oslo_concurrency.lockutils [req-01bfd670-0a0a-4993-ada4-7b0363a0f397 req-a5befe4f-4a66-4f9d-aa93-01d69ecb111a service nova] Acquiring lock "28a5c21d-6801-4232-a503-ed4bb53d467b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.721510] env[65664]: DEBUG oslo_concurrency.lockutils [req-01bfd670-0a0a-4993-ada4-7b0363a0f397 req-a5befe4f-4a66-4f9d-aa93-01d69ecb111a service nova] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.721683] env[65664]: DEBUG oslo_concurrency.lockutils [req-01bfd670-0a0a-4993-ada4-7b0363a0f397 req-a5befe4f-4a66-4f9d-aa93-01d69ecb111a service nova] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.721822] env[65664]: DEBUG nova.compute.manager [req-01bfd670-0a0a-4993-ada4-7b0363a0f397 req-a5befe4f-4a66-4f9d-aa93-01d69ecb111a service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] No waiting events found dispatching network-vif-plugged-f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 760.722020] env[65664]: WARNING nova.compute.manager [req-01bfd670-0a0a-4993-ada4-7b0363a0f397 req-a5befe4f-4a66-4f9d-aa93-01d69ecb111a service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Received unexpected event network-vif-plugged-f888ac89-6e6f-49e1-ab73-19d640f34f1f for instance with vm_state building and task_state spawning. [ 760.763618] env[65664]: WARNING neutronclient.v2_0.client [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.887580] env[65664]: DEBUG nova.compute.utils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.929108] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "6432cee9-eaca-4684-8251-20bbfbc7c987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.929395] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.929634] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "6432cee9-eaca-4684-8251-20bbfbc7c987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.929829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.929994] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.932283] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.933049] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 760.936078] env[65664]: INFO nova.compute.manager [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Terminating instance [ 760.937235] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.435s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.938092] env[65664]: DEBUG nova.objects.instance [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lazy-loading 'resources' on Instance uuid 91966869-e4e6-4778-badb-831ccac1b143 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.971850] env[65664]: WARNING neutronclient.v2_0.client [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.982397] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415110, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.141750] env[65664]: DEBUG nova.network.neutron [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Updated VIF entry in instance network info cache for port d58c8f5e-0a29-4de2-8845-66c712c802e4. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.142223] env[65664]: DEBUG nova.network.neutron [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Updating instance_info_cache with network_info: [{"id": "d58c8f5e-0a29-4de2-8845-66c712c802e4", "address": "fa:16:3e:df:15:7d", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd58c8f5e-0a", "ovs_interfaceid": "d58c8f5e-0a29-4de2-8845-66c712c802e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.211669] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 761.308178] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.390800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.441686] env[65664]: DEBUG nova.compute.utils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.447479] env[65664]: DEBUG nova.compute.manager [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 761.447862] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.448354] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 761.448659] env[65664]: DEBUG nova.network.neutron [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 761.449147] env[65664]: WARNING neutronclient.v2_0.client [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.449602] env[65664]: WARNING neutronclient.v2_0.client [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.453571] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd97a60b-b94a-48ff-9813-486dd100ee21 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.465589] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.465980] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be2890d2-94a1-4c61-9198-009595b2bffd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.487336] env[65664]: DEBUG oslo_vmware.api [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 761.487336] env[65664]: value = "task-4415111" [ 761.487336] env[65664]: _type = "Task" [ 761.487336] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.487654] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415110, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.505185] env[65664]: DEBUG oslo_vmware.api [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.648837] env[65664]: DEBUG oslo_concurrency.lockutils [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] Releasing lock "refresh_cache-c3deb464-849c-4aef-88df-efd9df3c4e0f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.649136] env[65664]: DEBUG nova.compute.manager [req-8046318d-61bc-42cc-894b-4e1f59842f35 req-8bcbdf0a-fb3f-47d8-8508-7f022646e597 service nova] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Received event network-vif-deleted-e6988efd-5aa4-4223-b87d-ab3bfb57e415 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 761.796620] env[65664]: DEBUG nova.policy [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd46272beca294d15926f0faae7fab8c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0c58fb18a941528e5b22d66403beb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.847359] env[65664]: DEBUG nova.network.neutron [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Updating instance_info_cache with network_info: [{"id": "597ec32d-a6e5-46ee-97c4-4862d1777559", "address": "fa:16:3e:a7:11:5b", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ec32d-a6", "ovs_interfaceid": "597ec32d-a6e5-46ee-97c4-4862d1777559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.862762] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4220d06-2485-4115-b1c7-7ab4cef455a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.872618] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba2e0d-e8ee-4c05-8cf2-06704254e111 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.906122] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd82e9-41ed-4e47-9e53-68a56cb86101 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.915603] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6f5b2f-7920-4442-9fbe-f89b8d54a527 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.931196] env[65664]: DEBUG nova.compute.provider_tree [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.953205] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 761.981355] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415110, 'name': CreateVM_Task, 'duration_secs': 1.610043} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.981712] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.982071] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.982441] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.982598] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.982995] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.984508] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e592fabf-098c-4a29-83dd-7953ed5c9048 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.995022] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 761.995022] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52df8dcf-047e-c254-0496-7fe25f0f188d" [ 761.995022] env[65664]: _type = "Task" [ 761.995022] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.002527] env[65664]: DEBUG oslo_vmware.api [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415111, 'name': PowerOffVM_Task, 'duration_secs': 0.218798} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.003975] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.003975] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.004285] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bc3542-ad75-46cb-b18e-1abc09563f7a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.009854] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52df8dcf-047e-c254-0496-7fe25f0f188d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.074637] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.074931] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.075195] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore1] 6432cee9-eaca-4684-8251-20bbfbc7c987 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.075559] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f613a813-18c8-4898-93f5-058f4a205596 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.083258] env[65664]: DEBUG oslo_vmware.api [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 762.083258] env[65664]: value = "task-4415113" [ 762.083258] env[65664]: _type = "Task" [ 762.083258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.092735] env[65664]: DEBUG oslo_vmware.api [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.183713] env[65664]: DEBUG nova.network.neutron [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Successfully created port: 0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.258730] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Successfully updated port: d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 762.353568] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "refresh_cache-ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.353945] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Instance network_info: |[{"id": "597ec32d-a6e5-46ee-97c4-4862d1777559", "address": "fa:16:3e:a7:11:5b", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ec32d-a6", "ovs_interfaceid": "597ec32d-a6e5-46ee-97c4-4862d1777559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 762.354482] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:11:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '597ec32d-a6e5-46ee-97c4-4862d1777559', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.363919] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.364442] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.364655] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a20abd-ce62-4243-b1ec-0b4072487e58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.389276] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.389276] env[65664]: value = "task-4415114" [ 762.389276] env[65664]: _type = "Task" [ 762.389276] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.399717] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415114, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.435404] env[65664]: DEBUG nova.scheduler.client.report [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.490080] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.490431] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.490792] env[65664]: INFO nova.compute.manager [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Attaching volume 4a405393-f198-44c1-9964-61754c7ec367 to /dev/sdb [ 762.520937] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52df8dcf-047e-c254-0496-7fe25f0f188d, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.521314] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.521484] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.521917] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.522444] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.523142] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.523142] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df2ed67-2b19-4547-9cad-120e73a6703e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.535168] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.535366] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.536193] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803157b3-eb1d-42ec-96d1-615d2091604b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.543093] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 762.543093] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527f928d-caa0-5b40-4602-250ca72f6df9" [ 762.543093] env[65664]: _type = "Task" [ 762.543093] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.556683] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527f928d-caa0-5b40-4602-250ca72f6df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.558776] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892368db-6938-480e-a180-c21cf4dadf15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.567069] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e9977c-23e6-433c-893d-1d12db2683d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.586761] env[65664]: DEBUG nova.virt.block_device [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updating existing volume attachment record: b849b4a7-9871-47e7-9e9f-4f76d9a99550 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 762.599879] env[65664]: DEBUG oslo_vmware.api [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38862} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.600312] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.600596] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.600901] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.601253] env[65664]: INFO nova.compute.manager [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.602343] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.602343] env[65664]: DEBUG nova.compute.manager [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 762.602343] env[65664]: DEBUG nova.network.neutron [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.602343] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.900432] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415114, 'name': CreateVM_Task, 'duration_secs': 0.404958} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.900608] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.902907] env[65664]: WARNING neutronclient.v2_0.client [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.903325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.903484] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.903802] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.904118] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c646a63-d433-4dc5-830c-16fc1a9ed7bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.910153] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 762.910153] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52438bbb-7edc-45b6-fe33-5fcacb17120e" [ 762.910153] env[65664]: _type = "Task" [ 762.910153] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.922665] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52438bbb-7edc-45b6-fe33-5fcacb17120e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.941025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.943764] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.065s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.945586] env[65664]: INFO nova.compute.claims [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.962515] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 762.968439] env[65664]: INFO nova.scheduler.client.report [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Deleted allocations for instance 91966869-e4e6-4778-badb-831ccac1b143 [ 763.000745] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.001141] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.001305] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.001617] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.001787] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.001991] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.002255] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.002442] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.002658] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.002838] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.003047] env[65664]: DEBUG nova.virt.hardware [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.004172] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81124bbd-7321-4358-b3dd-94b5d1581b42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.015346] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ee96c-de7b-47ec-9288-a50ef52115f0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.055211] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527f928d-caa0-5b40-4602-250ca72f6df9, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.056082] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63489d64-9cae-488e-8d5b-ca88c983a045 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.064680] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 763.064680] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52013531-4a05-fbc2-8829-7bc6905d7764" [ 763.064680] env[65664]: _type = "Task" [ 763.064680] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.073819] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52013531-4a05-fbc2-8829-7bc6905d7764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.423056] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52438bbb-7edc-45b6-fe33-5fcacb17120e, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.423580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.423945] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.424286] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.484557] env[65664]: DEBUG oslo_concurrency.lockutils [None req-38cf32a9-2593-44bd-ae7a-fd6029154fa0 tempest-ServerDiagnosticsV248Test-1088082693 tempest-ServerDiagnosticsV248Test-1088082693-project-member] Lock "91966869-e4e6-4778-badb-831ccac1b143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.860s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.577660] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52013531-4a05-fbc2-8829-7bc6905d7764, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.577992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.578620] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 28a5c21d-6801-4232-a503-ed4bb53d467b/28a5c21d-6801-4232-a503-ed4bb53d467b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.578959] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.579318] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.579574] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180a3a96-2c10-44d5-91fa-2ece22c220cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.582039] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e66d2e-9f4d-4a2e-b804-a58063aa5d5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.590568] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 763.590568] env[65664]: value = "task-4415119" [ 763.590568] env[65664]: _type = "Task" [ 763.590568] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.595904] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.598422] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.599861] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee54797-6e66-45c4-89b2-8a69703bf69a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.605917] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.609749] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 763.609749] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdce3f-882f-0cf8-ed88-3043ad07409e" [ 763.609749] env[65664]: _type = "Task" [ 763.609749] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.618722] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdce3f-882f-0cf8-ed88-3043ad07409e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.658420] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.859281] env[65664]: DEBUG nova.network.neutron [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Successfully updated port: 0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.107460] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.123101] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdce3f-882f-0cf8-ed88-3043ad07409e, 'name': SearchDatastore_Task, 'duration_secs': 0.023325} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.127787] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0553da-7bee-44de-a5a2-267326434002 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.135650] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 764.135650] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d64711-aba7-3413-a4ac-40735361bf1b" [ 764.135650] env[65664]: _type = "Task" [ 764.135650] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.150372] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d64711-aba7-3413-a4ac-40735361bf1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.365380] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.365380] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.365380] env[65664]: DEBUG nova.network.neutron [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.447341] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65ab426-2c0f-4919-b3df-ca024b172ee0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.459294] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867eed61-7694-40fc-bcd2-83d0812cf205 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.495332] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a6b15-d419-4f5b-bc87-f1a7527b8a78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.504749] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c691e88c-a2a2-4033-afdc-4d449a63a6de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.520518] env[65664]: DEBUG nova.compute.provider_tree [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.604370] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891365} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.604788] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 28a5c21d-6801-4232-a503-ed4bb53d467b/28a5c21d-6801-4232-a503-ed4bb53d467b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.605134] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.605547] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de52c8b-e720-477d-a4d2-bfa403f3d897 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.614593] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 764.614593] env[65664]: value = "task-4415120" [ 764.614593] env[65664]: _type = "Task" [ 764.614593] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.624834] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.645788] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d64711-aba7-3413-a4ac-40735361bf1b, 'name': SearchDatastore_Task, 'duration_secs': 0.053978} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.646056] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.646321] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ebb2c981-b6ad-46a2-95a6-6d2c4b185df7/ebb2c981-b6ad-46a2-95a6-6d2c4b185df7.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.646593] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd60f76d-2ab0-4a72-b29d-4bb033e52c3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.654559] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 764.654559] env[65664]: value = "task-4415121" [ 764.654559] env[65664]: _type = "Task" [ 764.654559] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.663922] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.024895] env[65664]: DEBUG nova.scheduler.client.report [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.130249] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141812} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.130249] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.130664] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b974b-954d-4a53-91b1-48e1f4262cdf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.156921] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 28a5c21d-6801-4232-a503-ed4bb53d467b/28a5c21d-6801-4232-a503-ed4bb53d467b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.157476] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d934f8-2120-4794-9365-454351f6823f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.185313] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.187957] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 765.187957] env[65664]: value = "task-4415123" [ 765.187957] env[65664]: _type = "Task" [ 765.187957] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.202547] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.391971] env[65664]: DEBUG nova.network.neutron [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.534087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.534087] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 765.541022] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.482s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.549513] env[65664]: INFO nova.compute.claims [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.556044] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Successfully updated port: c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 765.578071] env[65664]: DEBUG nova.network.neutron [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.674441] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682852} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.674746] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ebb2c981-b6ad-46a2-95a6-6d2c4b185df7/ebb2c981-b6ad-46a2-95a6-6d2c4b185df7.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.674959] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.675291] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71d52e32-99ee-452b-bec1-322250fe6947 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.685613] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 765.685613] env[65664]: value = "task-4415124" [ 765.685613] env[65664]: _type = "Task" [ 765.685613] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.705228] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415123, 'name': ReconfigVM_Task, 'duration_secs': 0.333041} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.705491] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.705754] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 28a5c21d-6801-4232-a503-ed4bb53d467b/28a5c21d-6801-4232-a503-ed4bb53d467b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.706411] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8747040-ad65-4f30-99fe-9d5059cdb602 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.717426] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 765.717426] env[65664]: value = "task-4415125" [ 765.717426] env[65664]: _type = "Task" [ 765.717426] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.730622] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415125, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.789413] env[65664]: WARNING neutronclient.v2_0.client [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.895356] env[65664]: INFO nova.compute.manager [-] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Took 3.29 seconds to deallocate network for instance. [ 765.908492] env[65664]: DEBUG nova.network.neutron [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updating instance_info_cache with network_info: [{"id": "0f62d483-b484-4c98-b04f-162661e654bd", "address": "fa:16:3e:2b:02:f2", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f62d483-b4", "ovs_interfaceid": "0f62d483-b484-4c98-b04f-162661e654bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.054605] env[65664]: DEBUG nova.compute.utils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.055851] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 766.056072] env[65664]: DEBUG nova.network.neutron [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 766.056400] env[65664]: WARNING neutronclient.v2_0.client [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.056705] env[65664]: WARNING neutronclient.v2_0.client [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.134311] env[65664]: DEBUG nova.policy [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67997ec766e3472a90f477f90dbbc72a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1399a836b44dda93cdd9bcd4a37b31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.197826] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072825} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.198358] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.200885] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d37a6ec-899e-4264-b268-35c360f188a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.224578] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ebb2c981-b6ad-46a2-95a6-6d2c4b185df7/ebb2c981-b6ad-46a2-95a6-6d2c4b185df7.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.225471] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7dd353-105a-4ff0-8234-1de1a6df7272 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.251664] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415125, 'name': Rename_Task, 'duration_secs': 0.151547} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.253441] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.253859] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 766.253859] env[65664]: value = "task-4415126" [ 766.253859] env[65664]: _type = "Task" [ 766.253859] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.254208] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49509c17-e14f-41d0-b3cf-da6d7f999cd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.265466] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 766.265466] env[65664]: value = "task-4415127" [ 766.265466] env[65664]: _type = "Task" [ 766.265466] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.268982] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.278631] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.407019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.410962] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.411395] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Instance network_info: |[{"id": "0f62d483-b484-4c98-b04f-162661e654bd", "address": "fa:16:3e:2b:02:f2", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f62d483-b4", "ovs_interfaceid": "0f62d483-b484-4c98-b04f-162661e654bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 766.411947] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:02:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f62d483-b484-4c98-b04f-162661e654bd', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.422669] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.422669] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.422669] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1f687c-f86e-4e49-b96f-49a2a766e70c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.453029] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.453029] env[65664]: value = "task-4415128" [ 766.453029] env[65664]: _type = "Task" [ 766.453029] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.464247] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415128, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.560751] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 766.578935] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a16d2fc-f71a-46bc-b3e8-576b4f126f17 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "22260c98-bd1c-46f6-bffa-525708c32e0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.579369] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a16d2fc-f71a-46bc-b3e8-576b4f126f17 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "22260c98-bd1c-46f6-bffa-525708c32e0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.632812] env[65664]: DEBUG nova.network.neutron [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Successfully created port: 16924159-7671-4424-913c-7474408a8363 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 766.772552] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415126, 'name': ReconfigVM_Task, 'duration_secs': 0.412756} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.777158] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ebb2c981-b6ad-46a2-95a6-6d2c4b185df7/ebb2c981-b6ad-46a2-95a6-6d2c4b185df7.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.781778] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96303e1-32b8-4013-999b-d1086f7d63fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.794515] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.796549] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 766.796549] env[65664]: value = "task-4415129" [ 766.796549] env[65664]: _type = "Task" [ 766.796549] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.815596] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415129, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.909605] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.909780] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.967251] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415128, 'name': CreateVM_Task, 'duration_secs': 0.489126} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.967380] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.967969] env[65664]: WARNING neutronclient.v2_0.client [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.968612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.968612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.968886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.969271] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d95829c-8e8a-4981-a1e5-59ac55ecc9d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.977045] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 766.977045] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c4ff0-ff09-2d6a-379d-5fadbb3723a5" [ 766.977045] env[65664]: _type = "Task" [ 766.977045] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.995755] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527c4ff0-ff09-2d6a-379d-5fadbb3723a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.996831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.997287] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.997620] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.997774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.998295] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.998619] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ca6dbb4-2e0f-47ae-9d2f-447485d3f8d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.011449] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.011659] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.012616] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89642d0a-a00d-47c4-be68-8a8110a21bf9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.021310] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 767.021310] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523af86b-7dec-068d-f112-ab12faa6be1a" [ 767.021310] env[65664]: _type = "Task" [ 767.021310] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.036569] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523af86b-7dec-068d-f112-ab12faa6be1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.037821] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc97ba98-3bb6-42a7-b253-8545cf46f362 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.045630] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 767.045630] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5257ff78-15fe-b977-6b07-2e244b16696c" [ 767.045630] env[65664]: _type = "Task" [ 767.045630] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.056194] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5257ff78-15fe-b977-6b07-2e244b16696c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.138130] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5181a-b90b-4b5e-9a06-210c02673587 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.149135] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68cd0a-c6be-4967-8796-c75817d974b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.184505] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 767.184505] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864031', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'name': 'volume-4a405393-f198-44c1-9964-61754c7ec367', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b85c8e1d-b732-4090-be38-c1986ded31c0', 'attached_at': '', 'detached_at': '', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'serial': '4a405393-f198-44c1-9964-61754c7ec367'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 767.185407] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6958f488-4b83-4c05-b75d-2b471f2c45f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.188602] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ffa66e-6300-484b-ac77-4ce8a518d6df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.208762] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d3c62e-336e-4822-8209-ee2755411c8d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.214104] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ff6ae-7130-4b77-ba21-7e6980f74856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.228419] env[65664]: DEBUG nova.compute.provider_tree [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.251157] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-4a405393-f198-44c1-9964-61754c7ec367/volume-4a405393-f198-44c1-9964-61754c7ec367.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.252938] env[65664]: DEBUG nova.scheduler.client.report [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.256150] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42b4b51-fb84-41d7-ae26-8eda108b09e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.280983] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Waiting for the task: (returnval){ [ 767.280983] env[65664]: value = "task-4415130" [ 767.280983] env[65664]: _type = "Task" [ 767.280983] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.293737] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415127, 'name': PowerOnVM_Task, 'duration_secs': 0.561404} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.294848] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.295147] env[65664]: INFO nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Took 12.22 seconds to spawn the instance on the hypervisor. [ 767.295404] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.296596] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d92a54-0a50-428a-9ba6-8e13a4b569c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.305922] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.321225] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415129, 'name': Rename_Task, 'duration_secs': 0.277658} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.321716] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.321949] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64639494-43bb-43a0-a63b-da6df088f44f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.330182] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 767.330182] env[65664]: value = "task-4415131" [ 767.330182] env[65664]: _type = "Task" [ 767.330182] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.340599] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.557435] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5257ff78-15fe-b977-6b07-2e244b16696c, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.557842] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.558049] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 8f21ea05-999c-4296-8a8d-dab2a7a8dab5/8f21ea05-999c-4296-8a8d-dab2a7a8dab5.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.558361] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-535ca59e-56af-4bfd-a1cd-24b50bf11eb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.567565] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 767.567565] env[65664]: value = "task-4415132" [ 767.567565] env[65664]: _type = "Task" [ 767.567565] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.578764] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.584138] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 767.616305] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 767.616667] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.616871] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 767.617137] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.617466] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 767.617540] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 767.617746] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.617935] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 767.618122] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 767.618307] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 767.618496] env[65664]: DEBUG nova.virt.hardware [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 767.619445] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa5f7a-484c-4b90-af24-5eabb7de938d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.630171] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe8dd76-37e2-4d9e-b14f-ed1befd54d2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.697340] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Successfully updated port: d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 767.771991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.774044] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.948s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.775238] env[65664]: DEBUG nova.objects.instance [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lazy-loading 'resources' on Instance uuid c412415d-810b-4780-9d06-4dd2f04281ec {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.799016] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.831131] env[65664]: INFO nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Took 38.55 seconds to build instance. [ 767.843957] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.080521] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.200276] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.200516] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.200732] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 768.277551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "9882cabc-ae7f-4a93-a7bb-57a267b0b10a" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.277712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "9882cabc-ae7f-4a93-a7bb-57a267b0b10a" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.296816] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415130, 'name': ReconfigVM_Task, 'duration_secs': 0.745183} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.296816] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-4a405393-f198-44c1-9964-61754c7ec367/volume-4a405393-f198-44c1-9964-61754c7ec367.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.301164] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9caed793-4180-4b9b-9e0e-9cf6957eeebd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.322825] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Waiting for the task: (returnval){ [ 768.322825] env[65664]: value = "task-4415133" [ 768.322825] env[65664]: _type = "Task" [ 768.322825] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.334030] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.337861] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.071s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.347054] env[65664]: DEBUG oslo_vmware.api [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415131, 'name': PowerOnVM_Task, 'duration_secs': 0.770325} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.350280] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.350437] env[65664]: INFO nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Took 10.65 seconds to spawn the instance on the hypervisor. [ 768.350539] env[65664]: DEBUG nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 768.351647] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceab5cb6-6ebe-4230-b4d6-ea70a6a8101f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.452629] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Received event network-vif-deleted-6d7ce769-8471-4252-9ef3-224364f74125 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.452845] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Received event network-vif-plugged-597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.453260] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Acquiring lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.453467] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.453627] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.453784] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] No waiting events found dispatching network-vif-plugged-597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 768.453941] env[65664]: WARNING nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Received unexpected event network-vif-plugged-597ec32d-a6e5-46ee-97c4-4862d1777559 for instance with vm_state active and task_state None. [ 768.454106] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Received event network-changed-597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.454304] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Refreshing instance network info cache due to event network-changed-597ec32d-a6e5-46ee-97c4-4862d1777559. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 768.454492] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Acquiring lock "refresh_cache-ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.455325] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Acquired lock "refresh_cache-ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.455325] env[65664]: DEBUG nova.network.neutron [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Refreshing network info cache for port 597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.494136] env[65664]: DEBUG nova.compute.manager [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Received event network-changed-f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.494369] env[65664]: DEBUG nova.compute.manager [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Refreshing instance network info cache due to event network-changed-f888ac89-6e6f-49e1-ab73-19d640f34f1f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 768.494630] env[65664]: DEBUG oslo_concurrency.lockutils [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] Acquiring lock "refresh_cache-28a5c21d-6801-4232-a503-ed4bb53d467b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.494739] env[65664]: DEBUG oslo_concurrency.lockutils [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] Acquired lock "refresh_cache-28a5c21d-6801-4232-a503-ed4bb53d467b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.494857] env[65664]: DEBUG nova.network.neutron [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Refreshing network info cache for port f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.581371] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552446} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.586447] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 8f21ea05-999c-4296-8a8d-dab2a7a8dab5/8f21ea05-999c-4296-8a8d-dab2a7a8dab5.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.587317] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.588026] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aced3e98-4921-4c99-bf77-75437c6eaa2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.597712] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 768.597712] env[65664]: value = "task-4415134" [ 768.597712] env[65664]: _type = "Task" [ 768.597712] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.609315] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.629017] env[65664]: DEBUG nova.network.neutron [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Successfully updated port: 16924159-7671-4424-913c-7474408a8363 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 768.751918] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 768.783860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "9882cabc-ae7f-4a93-a7bb-57a267b0b10a" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.784918] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 768.833547] env[65664]: DEBUG oslo_vmware.api [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415133, 'name': ReconfigVM_Task, 'duration_secs': 0.330465} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.835994] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864031', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'name': 'volume-4a405393-f198-44c1-9964-61754c7ec367', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b85c8e1d-b732-4090-be38-c1986ded31c0', 'attached_at': '', 'detached_at': '', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'serial': '4a405393-f198-44c1-9964-61754c7ec367'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 768.838715] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbde87-2fb5-4a60-a2fa-650d5087e227 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.842062] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 768.851356] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e3da5-87c8-4e94-af49-9aafde481080 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.894652] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.898905] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c2021-af6b-4f21-b499-a54d8a6d943f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.902718] env[65664]: INFO nova.compute.manager [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Took 39.58 seconds to build instance. [ 768.911350] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2612ab-375e-4867-9aac-88b8fdef29e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.928874] env[65664]: DEBUG nova.compute.provider_tree [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.960116] env[65664]: WARNING neutronclient.v2_0.client [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.997234] env[65664]: WARNING neutronclient.v2_0.client [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.114092] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235213} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.117556] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.118792] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4899b38-04d2-4a6d-93f4-d566d275ad92 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.134866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "refresh_cache-f16530fd-2c87-4dc6-a88d-135dbf49375e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.135094] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "refresh_cache-f16530fd-2c87-4dc6-a88d-135dbf49375e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.135233] env[65664]: DEBUG nova.network.neutron [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 769.145268] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 8f21ea05-999c-4296-8a8d-dab2a7a8dab5/8f21ea05-999c-4296-8a8d-dab2a7a8dab5.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.151980] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c74ea5-9e25-4c75-bb11-7bdc82d7c732 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.175889] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 769.175889] env[65664]: value = "task-4415135" [ 769.175889] env[65664]: _type = "Task" [ 769.175889] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.191928] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.290279] env[65664]: DEBUG nova.compute.utils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.291839] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 769.292081] env[65664]: DEBUG nova.network.neutron [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 769.292980] env[65664]: WARNING neutronclient.v2_0.client [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.293311] env[65664]: WARNING neutronclient.v2_0.client [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.296872] env[65664]: DEBUG nova.network.neutron [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 769.370083] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.374990] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.411357] env[65664]: DEBUG oslo_concurrency.lockutils [None req-97c07183-2528-496a-bf71-1ed3c3dae644 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.095s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.432377] env[65664]: DEBUG nova.scheduler.client.report [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.472443] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.473165] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.475317] env[65664]: DEBUG nova.policy [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f95efa1a9e9c40dca912f9c1f03fdc08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57c96b936d4744e6a77cc89fea1f9466', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.580411] env[65664]: WARNING neutronclient.v2_0.client [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.679827] env[65664]: WARNING neutronclient.v2_0.client [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.694126] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415135, 'name': ReconfigVM_Task, 'duration_secs': 0.31797} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.694627] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 8f21ea05-999c-4296-8a8d-dab2a7a8dab5/8f21ea05-999c-4296-8a8d-dab2a7a8dab5.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.695579] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b1c55f7-9f27-4298-b845-2d42dd2dc86b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.704854] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 769.704854] env[65664]: value = "task-4415136" [ 769.704854] env[65664]: _type = "Task" [ 769.704854] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.717584] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415136, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.797929] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 769.817217] env[65664]: WARNING neutronclient.v2_0.client [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.897816] env[65664]: DEBUG nova.objects.instance [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lazy-loading 'flavor' on Instance uuid b85c8e1d-b732-4090-be38-c1986ded31c0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.914768] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 769.938102] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.953542] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.505s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.961528] env[65664]: DEBUG nova.network.neutron [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Successfully created port: a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.989974] env[65664]: INFO nova.scheduler.client.report [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Deleted allocations for instance c412415d-810b-4780-9d06-4dd2f04281ec [ 770.157856] env[65664]: DEBUG nova.network.neutron [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Updated VIF entry in instance network info cache for port 597ec32d-a6e5-46ee-97c4-4862d1777559. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.158135] env[65664]: DEBUG nova.network.neutron [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Updating instance_info_cache with network_info: [{"id": "597ec32d-a6e5-46ee-97c4-4862d1777559", "address": "fa:16:3e:a7:11:5b", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ec32d-a6", "ovs_interfaceid": "597ec32d-a6e5-46ee-97c4-4862d1777559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.216428] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415136, 'name': Rename_Task, 'duration_secs': 0.160664} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.216763] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.217045] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0303e2d0-8be5-496c-919d-3fe79d176267 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.227731] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 770.227731] env[65664]: value = "task-4415137" [ 770.227731] env[65664]: _type = "Task" [ 770.227731] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.241760] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.294994] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.295388] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.403245] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6e6e3ab-007a-4bf7-9a0a-817ac676e324 tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.912s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.456401] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.500395] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1103d188-0a10-454b-b0a5-36845517172c tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Lock "c412415d-810b-4780-9d06-4dd2f04281ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.134s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.661257] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Releasing lock "refresh_cache-ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.661585] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-vif-plugged-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 770.661790] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Acquiring lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.662029] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.662281] env[65664]: DEBUG oslo_concurrency.lockutils [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.662454] env[65664]: DEBUG nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] No waiting events found dispatching network-vif-plugged-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 770.662634] env[65664]: WARNING nova.compute.manager [req-5ceeb0c5-f753-4d6d-98fb-28c4a980e2fc req-dc0a9428-92da-4cde-b6e0-306421f3271f service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received unexpected event network-vif-plugged-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 for instance with vm_state building and task_state spawning. [ 770.738403] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.809968] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 770.813977] env[65664]: DEBUG nova.network.neutron [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Updated VIF entry in instance network info cache for port f888ac89-6e6f-49e1-ab73-19d640f34f1f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.814495] env[65664]: DEBUG nova.network.neutron [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Updating instance_info_cache with network_info: [{"id": "f888ac89-6e6f-49e1-ab73-19d640f34f1f", "address": "fa:16:3e:47:f4:3f", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf888ac89-6e", "ovs_interfaceid": "f888ac89-6e6f-49e1-ab73-19d640f34f1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.845185] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 770.845522] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.845744] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 770.846061] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.846311] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 770.846529] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 770.847226] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.847461] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 770.847686] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 770.847955] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 770.848221] env[65664]: DEBUG nova.virt.hardware [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 770.849544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd57b9-1f84-4558-b1e8-fdb0d0cf049f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.862319] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532df5f3-ef64-45ab-9d37-3801067a832d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.928417] env[65664]: DEBUG nova.network.neutron [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Updating instance_info_cache with network_info: [{"id": "16924159-7671-4424-913c-7474408a8363", "address": "fa:16:3e:e7:a2:42", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16924159-76", "ovs_interfaceid": "16924159-7671-4424-913c-7474408a8363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.937408] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4dcf15-687a-4a91-881b-7d4ca1f69c05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.953683] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b50a61-2f70-431d-9ed6-979c1f8bcaec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.994467] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654b5fb-e1b4-4497-b08f-ae562e77170f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.003346] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334ec050-10af-4e32-b9b1-d7174813f876 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.019146] env[65664]: DEBUG nova.compute.provider_tree [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.238563] env[65664]: DEBUG oslo_vmware.api [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415137, 'name': PowerOnVM_Task, 'duration_secs': 0.545247} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.239736] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.239736] env[65664]: INFO nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Took 8.28 seconds to spawn the instance on the hypervisor. [ 771.239736] env[65664]: DEBUG nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 771.240129] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a167e-8bee-47a7-8f92-046466318828 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.321152] env[65664]: DEBUG oslo_concurrency.lockutils [req-b3026903-2f10-4db4-92e9-1cee6266f5f4 req-5b6a1a33-0ed3-4b70-8c65-5d02f621b35e service nova] Releasing lock "refresh_cache-28a5c21d-6801-4232-a503-ed4bb53d467b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432966] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "refresh_cache-f16530fd-2c87-4dc6-a88d-135dbf49375e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432966] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Instance network_info: |[{"id": "16924159-7671-4424-913c-7474408a8363", "address": "fa:16:3e:e7:a2:42", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16924159-76", "ovs_interfaceid": "16924159-7671-4424-913c-7474408a8363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.433272] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:a2:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16924159-7671-4424-913c-7474408a8363', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.439686] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating folder: Project (1e1399a836b44dda93cdd9bcd4a37b31). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.439989] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc7affba-aaed-492d-a914-a2814127e05c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.452732] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created folder: Project (1e1399a836b44dda93cdd9bcd4a37b31) in parent group-v863926. [ 771.452932] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating folder: Instances. Parent ref: group-v864033. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.453238] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fccb68ab-7f19-4e5b-bc2b-8be0a624ef81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.464439] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created folder: Instances in parent group-v864033. [ 771.464771] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 771.465091] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.465260] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9e56c0c-e802-455e-9a0b-2e22afafdf8a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.488128] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.488128] env[65664]: value = "task-4415140" [ 771.488128] env[65664]: _type = "Task" [ 771.488128] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.497571] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415140, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.523648] env[65664]: DEBUG nova.scheduler.client.report [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.758917] env[65664]: DEBUG nova.network.neutron [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Successfully updated port: a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.764765] env[65664]: INFO nova.compute.manager [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Took 41.29 seconds to build instance. [ 771.801771] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.002922] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415140, 'name': CreateVM_Task, 'duration_secs': 0.455702} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.002922] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.003655] env[65664]: WARNING neutronclient.v2_0.client [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.004301] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.004301] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.004760] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.005616] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ae1a1f-ff51-4d1f-a98e-d8e91b664038 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.013692] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 772.013692] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cb961a-c744-d77b-e691-f6dc2f3dbcf9" [ 772.013692] env[65664]: _type = "Task" [ 772.013692] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.029844] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cb961a-c744-d77b-e691-f6dc2f3dbcf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.114131] env[65664]: DEBUG nova.network.neutron [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updating instance_info_cache with network_info: [{"id": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "address": "fa:16:3e:b2:dc:fd", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c4e51b-6c", "ovs_interfaceid": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "address": "fa:16:3e:4f:a9:9d", "network": {"id": "9592788e-011b-4d77-8400-ba1e697c1852", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651288559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320d482-44", "ovs_interfaceid": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9897085-7628-4d4d-bbb1-f3871d17da59", "address": "fa:16:3e:ca:25:41", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9897085-76", "ovs_interfaceid": "d9897085-7628-4d4d-bbb1-f3871d17da59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.265027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "refresh_cache-f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.265027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquired lock "refresh_cache-f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.265027] env[65664]: DEBUG nova.network.neutron [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 772.266127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-90fa4e3b-1e7d-420c-a29b-612362eee3cf tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.805s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.538162] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.596s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.548652] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.697s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.550699] env[65664]: INFO nova.compute.claims [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.553728] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cb961a-c744-d77b-e691-f6dc2f3dbcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.014688} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.554983] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.555575] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.555575] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.555842] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.556099] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.560013] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8821ac1c-c639-4ab5-80ef-7e0d98220ae4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.581537] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.581791] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.583089] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d09724a-2d2f-4b89-adf5-71f572eb0ec0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.591684] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 772.591684] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ca58ad-b950-7fe6-73f9-9192e6f132a9" [ 772.591684] env[65664]: _type = "Task" [ 772.591684] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.603404] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ca58ad-b950-7fe6-73f9-9192e6f132a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.620246] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Releasing lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.620392] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Instance network_info: |[{"id": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "address": "fa:16:3e:b2:dc:fd", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c4e51b-6c", "ovs_interfaceid": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "address": "fa:16:3e:4f:a9:9d", "network": {"id": "9592788e-011b-4d77-8400-ba1e697c1852", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651288559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320d482-44", "ovs_interfaceid": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9897085-7628-4d4d-bbb1-f3871d17da59", "address": "fa:16:3e:ca:25:41", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9897085-76", "ovs_interfaceid": "d9897085-7628-4d4d-bbb1-f3871d17da59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 772.621088] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:dc:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c4e51b-6c4d-48b7-bd2e-3b94484cc900', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a9:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c320d482-44eb-4bb1-993e-4a52203ae1d4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:25:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9897085-7628-4d4d-bbb1-f3871d17da59', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.637357] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Creating folder: Project (af53f34ae1e6483dac0e72c05bf795ad). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.637357] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255cefbb-2b74-4016-b108-ad2a86d2cc08 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.656353] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Created folder: Project (af53f34ae1e6483dac0e72c05bf795ad) in parent group-v863926. [ 772.656635] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Creating folder: Instances. Parent ref: group-v864036. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.656953] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d701de-13c3-4900-bd43-f54306b148f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.670784] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Created folder: Instances in parent group-v864036. [ 772.671127] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 772.671604] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.672391] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ddb25b4-d7f0-4802-9a33-6da5e9c8527a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.705592] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.705592] env[65664]: value = "task-4415143" [ 772.705592] env[65664]: _type = "Task" [ 772.705592] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.719757] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415143, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.769660] env[65664]: DEBUG nova.compute.manager [None req-9a16d2fc-f71a-46bc-b3e8-576b4f126f17 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 22260c98-bd1c-46f6-bffa-525708c32e0b] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 772.787957] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.788963] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.788963] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.788963] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.789303] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.789371] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.789630] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.789915] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 772.789990] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.832372] env[65664]: DEBUG nova.network.neutron [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 772.947317] env[65664]: WARNING neutronclient.v2_0.client [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.011920] env[65664]: INFO nova.compute.manager [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Rebuilding instance [ 773.088302] env[65664]: DEBUG nova.compute.manager [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.089743] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b8945b-5712-43b2-a8ad-003bf93c76df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.095436] env[65664]: DEBUG nova.network.neutron [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Updating instance_info_cache with network_info: [{"id": "a340bc7e-7816-407f-baa7-3f3013e781e1", "address": "fa:16:3e:7c:48:9e", "network": {"id": "7c801317-1c15-44b9-b616-ec5cb18310f4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-759872344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c96b936d4744e6a77cc89fea1f9466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa340bc7e-78", "ovs_interfaceid": "a340bc7e-7816-407f-baa7-3f3013e781e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.114029] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ca58ad-b950-7fe6-73f9-9192e6f132a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012633} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.115206] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6c2006-da73-4436-ba77-b1625d804c9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.124268] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 773.124268] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a64c3c-eb6c-ff47-95cd-71571267e3bd" [ 773.124268] env[65664]: _type = "Task" [ 773.124268] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.137950] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a64c3c-eb6c-ff47-95cd-71571267e3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.138619] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.138761] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f16530fd-2c87-4dc6-a88d-135dbf49375e/f16530fd-2c87-4dc6-a88d-135dbf49375e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.139768] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dea9acc-1249-4aab-9528-ff0f3d84baac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.149257] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 773.149257] env[65664]: value = "task-4415144" [ 773.149257] env[65664]: _type = "Task" [ 773.149257] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.159061] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.160596] env[65664]: INFO nova.scheduler.client.report [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleted allocation for migration 44c56d1e-57d3-493a-b5f9-df2586dba167 [ 773.226212] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415143, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.276904] env[65664]: DEBUG nova.compute.manager [None req-9a16d2fc-f71a-46bc-b3e8-576b4f126f17 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 22260c98-bd1c-46f6-bffa-525708c32e0b] Instance disappeared before build. {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 773.296659] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.364628] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.366466] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.514033] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-changed-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 773.515910] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Refreshing instance network info cache due to event network-changed-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 773.515910] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Acquiring lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.515910] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Acquired lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.516184] env[65664]: DEBUG nova.network.neutron [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Refreshing network info cache for port d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.546426] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Received event network-vif-plugged-0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 773.546765] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquiring lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.547033] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.547196] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.547303] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] No waiting events found dispatching network-vif-plugged-0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 773.547461] env[65664]: WARNING nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Received unexpected event network-vif-plugged-0f62d483-b484-4c98-b04f-162661e654bd for instance with vm_state active and task_state None. [ 773.547851] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Received event network-changed-0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 773.547851] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Refreshing instance network info cache due to event network-changed-0f62d483-b484-4c98-b04f-162661e654bd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 773.548032] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquiring lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.548342] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquired lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.548342] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Refreshing network info cache for port 0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.602609] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Releasing lock "refresh_cache-f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603097] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Instance network_info: |[{"id": "a340bc7e-7816-407f-baa7-3f3013e781e1", "address": "fa:16:3e:7c:48:9e", "network": {"id": "7c801317-1c15-44b9-b616-ec5cb18310f4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-759872344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c96b936d4744e6a77cc89fea1f9466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa340bc7e-78", "ovs_interfaceid": "a340bc7e-7816-407f-baa7-3f3013e781e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 773.603625] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:48:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a340bc7e-7816-407f-baa7-3f3013e781e1', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.613269] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Creating folder: Project (57c96b936d4744e6a77cc89fea1f9466). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.617840] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae22ce7e-02bc-47e7-91fd-2266f946df38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.637043] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Created folder: Project (57c96b936d4744e6a77cc89fea1f9466) in parent group-v863926. [ 773.637043] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Creating folder: Instances. Parent ref: group-v864039. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.640593] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a037d3d-f46d-43b1-84c6-d1b311eda215 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.657240] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Created folder: Instances in parent group-v864039. [ 773.657766] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 773.662612] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.664557] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59475ce0-eb36-41db-9d5e-c304767feb32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.688077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18fcd094-a5a8-40e4-9e1f-94ad1783b848 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.059s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.689697] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.697939] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.697939] env[65664]: value = "task-4415147" [ 773.697939] env[65664]: _type = "Task" [ 773.697939] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.717166] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415147, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.726078] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415143, 'name': CreateVM_Task, 'duration_secs': 0.565524} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.728417] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.729270] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.729628] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.729903] env[65664]: WARNING neutronclient.v2_0.client [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.730242] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730416] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.730774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.731217] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1ceeac-0bba-40de-807a-f2fb5e337833 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.737501] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 773.737501] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52543996-d37d-66f8-9bc5-c062cb7c30f7" [ 773.737501] env[65664]: _type = "Task" [ 773.737501] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.751661] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52543996-d37d-66f8-9bc5-c062cb7c30f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.798365] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a16d2fc-f71a-46bc-b3e8-576b4f126f17 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "22260c98-bd1c-46f6-bffa-525708c32e0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 7.219s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.021681] env[65664]: WARNING neutronclient.v2_0.client [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.054840] env[65664]: WARNING neutronclient.v2_0.client [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.124930] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.125391] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15623c3f-515d-4d32-b5a5-59de942b8e62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.134459] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 774.134459] env[65664]: value = "task-4415148" [ 774.134459] env[65664]: _type = "Task" [ 774.134459] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.137399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18041d9b-9b8a-4cf0-878a-6d4279480018 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.160426] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea74e9-732e-4e7c-9785-998a82bd969b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.166203] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.173730] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570017} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.207090] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f16530fd-2c87-4dc6-a88d-135dbf49375e/f16530fd-2c87-4dc6-a88d-135dbf49375e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.207397] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.212474] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ea06193-f213-4f90-a4b0-f6596369a73e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.219404] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436876f-0772-4422-a66a-e6a789c527b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.231569] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415147, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.234383] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eb6866-c612-428f-87c1-73a62ccb315b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.239094] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 774.239094] env[65664]: value = "task-4415149" [ 774.239094] env[65664]: _type = "Task" [ 774.239094] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.262543] env[65664]: DEBUG nova.compute.provider_tree [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.273916] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.274211] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52543996-d37d-66f8-9bc5-c062cb7c30f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.274529] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.276351] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.276351] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.276351] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.276351] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.276351] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9b7af6-7d99-4ef9-bf0a-d3e2ba873992 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.287792] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.288466] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.290218] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a2fc56-f010-4219-a537-94b093ae93c6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.297601] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 774.297601] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520315dc-4776-45bb-69f9-fdef3eb35155" [ 774.297601] env[65664]: _type = "Task" [ 774.297601] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.301329] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 774.311796] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520315dc-4776-45bb-69f9-fdef3eb35155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.651771] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415148, 'name': PowerOffVM_Task, 'duration_secs': 0.385883} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.654346] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.654346] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.654592] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0e2ee-9044-4082-9329-a050330231b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.665880] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.668591] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78844d10-4d57-4f8d-aa5f-45204157ae9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.723576] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415147, 'name': CreateVM_Task, 'duration_secs': 0.543138} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.726687] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.726687] env[65664]: WARNING neutronclient.v2_0.client [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.726687] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.726687] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.726687] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.726687] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ebed3a-a7d6-4a72-871f-998bb3b4cbd2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.735397] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 774.735397] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fdcb10-4baf-9aa7-c23f-eea9261526cd" [ 774.735397] env[65664]: _type = "Task" [ 774.735397] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.754630] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fdcb10-4baf-9aa7-c23f-eea9261526cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.767225] env[65664]: DEBUG nova.scheduler.client.report [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.770129] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086486} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.772299] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.772478] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.772724] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.772944] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore2] 6bad53bf-fb39-496d-9704-10e17d0af6ae {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.777211] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fef991a-4cf6-4a72-aca9-c4dfda0ead2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.780688] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67294c66-f8b0-441c-842f-8fc1c9813862 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.795461] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 774.795461] env[65664]: value = "task-4415151" [ 774.795461] env[65664]: _type = "Task" [ 774.795461] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.820854] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f16530fd-2c87-4dc6-a88d-135dbf49375e/f16530fd-2c87-4dc6-a88d-135dbf49375e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.831443] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e21bd8b-49c4-4487-94b2-f2e6aa6aa600 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.857619] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.865071] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520315dc-4776-45bb-69f9-fdef3eb35155, 'name': SearchDatastore_Task, 'duration_secs': 0.021694} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.865071] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 774.865071] env[65664]: value = "task-4415152" [ 774.865071] env[65664]: _type = "Task" [ 774.865071] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.865071] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd40fc53-53fa-4ed6-954c-0b7c30edf714 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.873759] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.877578] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.879028] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 774.879028] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5203e7b4-6aef-b440-df4a-b973eec3c1f4" [ 774.879028] env[65664]: _type = "Task" [ 774.879028] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.894521] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5203e7b4-6aef-b440-df4a-b973eec3c1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.249303] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fdcb10-4baf-9aa7-c23f-eea9261526cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.249734] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.250025] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.250308] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.250496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.250714] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.251039] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caa3df2d-ce87-42b0-aa83-81b43afc525a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.261922] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.262332] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.263290] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf2a4c8-acd3-42ed-aef4-7cd7a34517af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.270241] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 775.270241] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fa305b-db95-f829-f7f0-7de6b65cffbd" [ 775.270241] env[65664]: _type = "Task" [ 775.270241] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.274389] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.274922] env[65664]: DEBUG nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 775.277695] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.867s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.277902] env[65664]: DEBUG nova.objects.instance [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 775.288038] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fa305b-db95-f829-f7f0-7de6b65cffbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.289148] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260a5937-f467-4920-9e77-c7463a496982 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.297275] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 775.297275] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5287d093-acd7-be9c-4e77-d5d7977ece8e" [ 775.297275] env[65664]: _type = "Task" [ 775.297275] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.307515] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5287d093-acd7-be9c-4e77-d5d7977ece8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.317290] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189726} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.318015] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.318015] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.318015] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.378513] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415152, 'name': ReconfigVM_Task, 'duration_secs': 0.365764} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.379255] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f16530fd-2c87-4dc6-a88d-135dbf49375e/f16530fd-2c87-4dc6-a88d-135dbf49375e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.379967] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0c64bfc-87db-406a-b8de-6b2333f5cd0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.397533] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5203e7b4-6aef-b440-df4a-b973eec3c1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016788} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.398183] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.398541] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 7a24931f-1f11-4759-b6f9-0e6afdd24a75/7a24931f-1f11-4759-b6f9-0e6afdd24a75.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.398893] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 775.398893] env[65664]: value = "task-4415153" [ 775.398893] env[65664]: _type = "Task" [ 775.398893] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.399219] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94eb4917-3d93-4c6c-b4fb-4b0cb5f4f9c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.416533] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415153, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.418581] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 775.418581] env[65664]: value = "task-4415154" [ 775.418581] env[65664]: _type = "Task" [ 775.418581] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.430407] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.781854] env[65664]: WARNING neutronclient.v2_0.client [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.789529] env[65664]: DEBUG nova.compute.utils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.796425] env[65664]: DEBUG nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 775.819677] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5287d093-acd7-be9c-4e77-d5d7977ece8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.820196] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.820611] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f8f48f18-e47f-4fd5-858c-a94a5dea8b1a/f8f48f18-e47f-4fd5-858c-a94a5dea8b1a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.821591] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f054a0b-0031-4910-8628-abe46b2c5954 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.847604] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 775.847604] env[65664]: value = "task-4415155" [ 775.847604] env[65664]: _type = "Task" [ 775.847604] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.865908] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.917240] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415153, 'name': Rename_Task, 'duration_secs': 0.177222} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.917599] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.918044] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03dee33-c392-412c-ac34-7a2f5315907c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.932663] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 775.932663] env[65664]: value = "task-4415156" [ 775.932663] env[65664]: _type = "Task" [ 775.932663] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.937295] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509087} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.941621] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 7a24931f-1f11-4759-b6f9-0e6afdd24a75/7a24931f-1f11-4759-b6f9-0e6afdd24a75.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.941970] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.942290] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40f188b4-a57d-4c7e-b3e4-530fe5156b95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.953643] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.955378] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 775.955378] env[65664]: value = "task-4415157" [ 775.955378] env[65664]: _type = "Task" [ 775.955378] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.971678] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.983712] env[65664]: WARNING neutronclient.v2_0.client [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.163814] env[65664]: DEBUG nova.network.neutron [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updated VIF entry in instance network info cache for port d2c4e51b-6c4d-48b7-bd2e-3b94484cc900. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 776.164720] env[65664]: DEBUG nova.network.neutron [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updating instance_info_cache with network_info: [{"id": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "address": "fa:16:3e:b2:dc:fd", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c4e51b-6c", "ovs_interfaceid": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "address": "fa:16:3e:4f:a9:9d", "network": {"id": "9592788e-011b-4d77-8400-ba1e697c1852", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651288559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320d482-44", "ovs_interfaceid": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9897085-7628-4d4d-bbb1-f3871d17da59", "address": "fa:16:3e:ca:25:41", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9897085-76", "ovs_interfaceid": "d9897085-7628-4d4d-bbb1-f3871d17da59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.279412] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updated VIF entry in instance network info cache for port 0f62d483-b484-4c98-b04f-162661e654bd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 776.279412] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updating instance_info_cache with network_info: [{"id": "0f62d483-b484-4c98-b04f-162661e654bd", "address": "fa:16:3e:2b:02:f2", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f62d483-b4", "ovs_interfaceid": "0f62d483-b484-4c98-b04f-162661e654bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.299158] env[65664]: DEBUG nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 776.303448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fd02ad4-29b2-4259-a3f2-e607276592e7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.308019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.383s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.308019] env[65664]: DEBUG nova.objects.instance [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lazy-loading 'resources' on Instance uuid 57923f30-d1d7-4f23-a752-5cd7b9427c34 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.367398] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.391133] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 776.391470] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.391681] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 776.391907] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.392152] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 776.392341] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 776.392863] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 776.392863] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 776.393011] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 776.393074] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 776.393259] env[65664]: DEBUG nova.virt.hardware [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 776.395741] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15d273-94ab-4e82-adaa-3017d93370d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.405761] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee923a5-9eeb-4235-bd8e-bb874f7ca157 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.430143] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a4126de-c67e-4c8c-8999-3cf25e96a358', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.439343] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 776.439677] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.444555] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8595897-9731-4481-b9e1-55e356e5fd40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.473966] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415156, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.476147] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.476147] env[65664]: value = "task-4415158" [ 776.476147] env[65664]: _type = "Task" [ 776.476147] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.486670] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080003} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.486670] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.486670] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb38149-2326-4c7f-b468-6875787fe92a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.492108] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415158, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.527178] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 7a24931f-1f11-4759-b6f9-0e6afdd24a75/7a24931f-1f11-4759-b6f9-0e6afdd24a75.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.527533] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb69c84-e464-4d7d-b2c4-7f046737c76f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.551045] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 776.551045] env[65664]: value = "task-4415159" [ 776.551045] env[65664]: _type = "Task" [ 776.551045] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.564219] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.669245] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Releasing lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.669600] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Received event network-vif-deleted-b4e358bc-a364-4f00-b830-42fc50b4a188 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.669789] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Received event network-vif-plugged-16924159-7671-4424-913c-7474408a8363 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.670023] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Acquiring lock "f16530fd-2c87-4dc6-a88d-135dbf49375e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.675335] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.675335] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.675335] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] No waiting events found dispatching network-vif-plugged-16924159-7671-4424-913c-7474408a8363 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 776.675335] env[65664]: WARNING nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Received unexpected event network-vif-plugged-16924159-7671-4424-913c-7474408a8363 for instance with vm_state building and task_state spawning. [ 776.675335] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Received event network-changed-16924159-7671-4424-913c-7474408a8363 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.675335] env[65664]: DEBUG nova.compute.manager [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Refreshing instance network info cache due to event network-changed-16924159-7671-4424-913c-7474408a8363. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 776.675718] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Acquiring lock "refresh_cache-f16530fd-2c87-4dc6-a88d-135dbf49375e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675718] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Acquired lock "refresh_cache-f16530fd-2c87-4dc6-a88d-135dbf49375e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675912] env[65664]: DEBUG nova.network.neutron [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Refreshing network info cache for port 16924159-7671-4424-913c-7474408a8363 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.782393] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Releasing lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.782671] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-vif-plugged-c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.782862] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquiring lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.783113] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.783230] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.783389] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] No waiting events found dispatching network-vif-plugged-c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 776.783568] env[65664]: WARNING nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received unexpected event network-vif-plugged-c320d482-44eb-4bb1-993e-4a52203ae1d4 for instance with vm_state building and task_state spawning. [ 776.783732] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-changed-c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.783913] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Refreshing instance network info cache due to event network-changed-c320d482-44eb-4bb1-993e-4a52203ae1d4. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 776.784130] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquiring lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784285] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquired lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.784483] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Refreshing network info cache for port c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.868128] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64577} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.868128] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f8f48f18-e47f-4fd5-858c-a94a5dea8b1a/f8f48f18-e47f-4fd5-858c-a94a5dea8b1a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.868128] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.868128] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-790738fb-3836-42e2-a398-a2bb773345e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.879029] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 776.879029] env[65664]: value = "task-4415160" [ 776.879029] env[65664]: _type = "Task" [ 776.879029] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.892320] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.956495] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415156, 'name': PowerOnVM_Task} progress is 92%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.988485] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415158, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.064889] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "808085f5-4073-46e4-957c-16e02fc5140e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.065194] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "808085f5-4073-46e4-957c-16e02fc5140e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.065440] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.180111] env[65664]: WARNING neutronclient.v2_0.client [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.288347] env[65664]: WARNING neutronclient.v2_0.client [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.317801] env[65664]: DEBUG nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 777.359935] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 777.360222] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.360393] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 777.360571] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.360944] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 777.360944] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 777.361956] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.361956] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 777.361956] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 777.362176] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 777.362453] env[65664]: DEBUG nova.virt.hardware [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 777.363439] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1286c75-f4e6-4b8e-893e-1c395fe220db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.384854] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed3301-83d3-48e4-8c38-c4dd6c673ed4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.404697] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081329} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.414400] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.415765] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.421483] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Creating folder: Project (27e4ff8564a245b6afdcfe8db86f96fa). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.426336] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65862279-6d0c-4e33-a355-8fcc8006b1f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.429083] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1054e45e-b348-4c49-8db7-7018a7f9bdab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.431355] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93d365-67e7-452d-9b41-0974d3dc3a92 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.451453] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac22a7-be6a-460d-9f63-0bd36b60557c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.465424] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f8f48f18-e47f-4fd5-858c-a94a5dea8b1a/f8f48f18-e47f-4fd5-858c-a94a5dea8b1a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.471025] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9ddf17-c825-4bd4-b006-7f795919befa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.487645] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Created folder: Project (27e4ff8564a245b6afdcfe8db86f96fa) in parent group-v863926. [ 777.487851] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Creating folder: Instances. Parent ref: group-v864043. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.491897] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed168166-a9bc-49cf-83d6-299348a4caa3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.494946] env[65664]: WARNING neutronclient.v2_0.client [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.502983] env[65664]: DEBUG oslo_concurrency.lockutils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.503460] env[65664]: DEBUG oslo_concurrency.lockutils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.535942] env[65664]: DEBUG oslo_vmware.api [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415156, 'name': PowerOnVM_Task, 'duration_secs': 1.229621} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.543133] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.543133] env[65664]: INFO nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Took 9.96 seconds to spawn the instance on the hypervisor. [ 777.543133] env[65664]: DEBUG nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 777.544277] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ef2ba-b20f-4495-93fe-9e14a613f73d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.548035] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 777.548035] env[65664]: value = "task-4415162" [ 777.548035] env[65664]: _type = "Task" [ 777.548035] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.553943] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a0affa-4ec3-4af8-adb7-d3b04871036f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.557779] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415158, 'name': CreateVM_Task, 'duration_secs': 0.632806} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.558226] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Created folder: Instances in parent group-v864043. [ 777.558686] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.568400] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.568659] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.572162] env[65664]: WARNING neutronclient.v2_0.client [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 777.572519] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.572673] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.572985] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.573253] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efab8fee-f216-43d0-99fb-e4f2a04651c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.594294] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b01426f-fefa-4278-b16d-4c9a36000784 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.598738] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537093aa-7059-4e1e-be8e-0753da55cea4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.616268] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415159, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.617074] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.623071] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.623071] env[65664]: value = "task-4415164" [ 777.623071] env[65664]: _type = "Task" [ 777.623071] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.631181] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 777.631181] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5268816e-d85f-e8f0-ee3f-86fe78575115" [ 777.631181] env[65664]: _type = "Task" [ 777.631181] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.632246] env[65664]: DEBUG nova.compute.provider_tree [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.657107] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415164, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.658844] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5268816e-d85f-e8f0-ee3f-86fe78575115, 'name': SearchDatastore_Task, 'duration_secs': 0.021521} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.658844] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.658844] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.658844] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658844] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.659309] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.659740] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f56923f3-f4fe-44f1-aad7-4341e73ab046 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.673253] env[65664]: DEBUG nova.network.neutron [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Updated VIF entry in instance network info cache for port 16924159-7671-4424-913c-7474408a8363. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.673685] env[65664]: DEBUG nova.network.neutron [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Updating instance_info_cache with network_info: [{"id": "16924159-7671-4424-913c-7474408a8363", "address": "fa:16:3e:e7:a2:42", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16924159-76", "ovs_interfaceid": "16924159-7671-4424-913c-7474408a8363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.679025] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.679025] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.679025] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71439312-88c1-492b-99a9-e21ef8fcd2b0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.686811] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 777.686811] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5266ccd1-53f0-9973-2c51-bf204cd6e8d4" [ 777.686811] env[65664]: _type = "Task" [ 777.686811] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.699116] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5266ccd1-53f0-9973-2c51-bf204cd6e8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.710182] env[65664]: WARNING neutronclient.v2_0.client [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.798880] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updated VIF entry in instance network info cache for port c320d482-44eb-4bb1-993e-4a52203ae1d4. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.799367] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updating instance_info_cache with network_info: [{"id": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "address": "fa:16:3e:b2:dc:fd", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c4e51b-6c", "ovs_interfaceid": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "address": "fa:16:3e:4f:a9:9d", "network": {"id": "9592788e-011b-4d77-8400-ba1e697c1852", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651288559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320d482-44", "ovs_interfaceid": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9897085-7628-4d4d-bbb1-f3871d17da59", "address": "fa:16:3e:ca:25:41", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9897085-76", "ovs_interfaceid": "d9897085-7628-4d4d-bbb1-f3871d17da59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.021202] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "ef3938d6-8b92-4a55-b212-368346a82867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.021447] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "ef3938d6-8b92-4a55-b212-368346a82867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.042767] env[65664]: DEBUG nova.compute.utils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.074447] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415159, 'name': ReconfigVM_Task, 'duration_secs': 1.065099} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.078482] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 7a24931f-1f11-4759-b6f9-0e6afdd24a75/7a24931f-1f11-4759-b6f9-0e6afdd24a75.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.079279] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.079554] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25befc87-16e9-438d-9f55-3707a86a2290 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.088631] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 778.088631] env[65664]: value = "task-4415165" [ 778.088631] env[65664]: _type = "Task" [ 778.088631] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.101156] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415165, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.130699] env[65664]: INFO nova.compute.manager [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Took 40.27 seconds to build instance. [ 778.150224] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415164, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.167108] env[65664]: ERROR nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [req-4ebd6812-791c-4415-9f3d-680f65f72195] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ebd6812-791c-4415-9f3d-680f65f72195"}]} [ 778.179270] env[65664]: DEBUG oslo_concurrency.lockutils [req-db9c5a61-71b9-4831-af9d-981616229197 req-281a0352-7909-4e43-9092-4e3a22d03789 service nova] Releasing lock "refresh_cache-f16530fd-2c87-4dc6-a88d-135dbf49375e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.187499] env[65664]: DEBUG nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.204964] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5266ccd1-53f0-9973-2c51-bf204cd6e8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.020846} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.204964] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43cd0d7a-07b7-4d93-9faa-e0df01bf3479 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.213511] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 778.213511] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52925e70-1c7e-97f9-b486-d3c9c679ed0f" [ 778.213511] env[65664]: _type = "Task" [ 778.213511] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.214938] env[65664]: DEBUG nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.217818] env[65664]: DEBUG nova.compute.provider_tree [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.235718] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52925e70-1c7e-97f9-b486-d3c9c679ed0f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.236115] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.236523] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.236849] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed393dcb-a0ba-4148-a306-a429991c7cca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.246319] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 778.246319] env[65664]: value = "task-4415166" [ 778.246319] env[65664]: _type = "Task" [ 778.246319] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.248860] env[65664]: DEBUG nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.263017] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.281038] env[65664]: DEBUG nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 778.302390] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Releasing lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.303641] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-vif-plugged-d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.303641] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquiring lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.303641] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.303641] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.303641] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] No waiting events found dispatching network-vif-plugged-d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 778.303967] env[65664]: WARNING nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received unexpected event network-vif-plugged-d9897085-7628-4d4d-bbb1-f3871d17da59 for instance with vm_state building and task_state spawning. [ 778.304649] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-changed-d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.304649] env[65664]: DEBUG nova.compute.manager [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Refreshing instance network info cache due to event network-changed-d9897085-7628-4d4d-bbb1-f3871d17da59. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 778.304649] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquiring lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.304815] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Acquired lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.305506] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Refreshing network info cache for port d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.547769] env[65664]: DEBUG oslo_concurrency.lockutils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.044s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.573443] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415162, 'name': ReconfigVM_Task, 'duration_secs': 0.784458} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.573443] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f8f48f18-e47f-4fd5-858c-a94a5dea8b1a/f8f48f18-e47f-4fd5-858c-a94a5dea8b1a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.573950] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a85399e-42c9-434a-af2e-337f162dd6cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.583501] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 778.583501] env[65664]: value = "task-4415167" [ 778.583501] env[65664]: _type = "Task" [ 778.583501] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.599036] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415167, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.606257] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415165, 'name': Rename_Task, 'duration_secs': 0.210175} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.606963] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.607209] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdf00277-97ef-491f-aec8-be79b0e0d85b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.625132] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 778.625132] env[65664]: value = "task-4415168" [ 778.625132] env[65664]: _type = "Task" [ 778.625132] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.638908] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1e63dbfe-de38-45a3-8237-87e233fb998e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.789s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.639251] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.656131] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415164, 'name': CreateVM_Task, 'duration_secs': 0.6741} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.656353] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.658116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.658116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.658116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.658116] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2272cfb7-e2bb-4349-b6e8-6ff16f4e8a4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.669718] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 778.669718] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ee3535-5dfb-c110-4b15-703e748c42e5" [ 778.669718] env[65664]: _type = "Task" [ 778.669718] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.681928] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ee3535-5dfb-c110-4b15-703e748c42e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.682471] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.682740] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.683049] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.683320] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.683576] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.689336] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-174a1d0d-5b71-4d28-b20c-e0fc229e8755 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.701152] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.701152] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.702516] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745c7c9a-1a43-49da-ac38-72d60b055746 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.714617] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 778.714617] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521d2dd9-bc96-e762-71c6-935ee096e3cd" [ 778.714617] env[65664]: _type = "Task" [ 778.714617] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.724540] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521d2dd9-bc96-e762-71c6-935ee096e3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.769060] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415166, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.811246] env[65664]: WARNING neutronclient.v2_0.client [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.844924] env[65664]: DEBUG nova.compute.manager [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Received event network-vif-plugged-a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.845394] env[65664]: DEBUG oslo_concurrency.lockutils [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] Acquiring lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.845721] env[65664]: DEBUG oslo_concurrency.lockutils [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.846051] env[65664]: DEBUG oslo_concurrency.lockutils [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.846340] env[65664]: DEBUG nova.compute.manager [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] No waiting events found dispatching network-vif-plugged-a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 778.846611] env[65664]: WARNING nova.compute.manager [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Received unexpected event network-vif-plugged-a340bc7e-7816-407f-baa7-3f3013e781e1 for instance with vm_state building and task_state spawning. [ 778.846905] env[65664]: DEBUG nova.compute.manager [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Received event network-changed-a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 778.847290] env[65664]: DEBUG nova.compute.manager [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Refreshing instance network info cache due to event network-changed-a340bc7e-7816-407f-baa7-3f3013e781e1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 778.847587] env[65664]: DEBUG oslo_concurrency.lockutils [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] Acquiring lock "refresh_cache-f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.847980] env[65664]: DEBUG oslo_concurrency.lockutils [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] Acquired lock "refresh_cache-f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.848256] env[65664]: DEBUG nova.network.neutron [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Refreshing network info cache for port a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.891402] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac864cb-dde8-4fd2-a85b-40be535de972 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.908914] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d58b46-00a2-471e-8291-469c168b377c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.965166] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14ad274-defb-48d9-a604-055873949de5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.980145] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ca106-5960-499e-9160-928f5daafb4a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.998164] env[65664]: DEBUG nova.compute.provider_tree [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.097235] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415167, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.143033] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415168, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.149373] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 779.230422] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521d2dd9-bc96-e762-71c6-935ee096e3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.231390] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f61959-d3ed-4f2f-9259-ffdf9deeeea5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.242502] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 779.242502] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b8746b-5e60-2da2-a096-278fa9c0ab6c" [ 779.242502] env[65664]: _type = "Task" [ 779.242502] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.255320] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b8746b-5e60-2da2-a096-278fa9c0ab6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.268441] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872356} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.268441] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.268441] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.268441] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-654a7d8b-152c-4469-80d2-2daa72beca53 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.277164] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 779.277164] env[65664]: value = "task-4415169" [ 779.277164] env[65664]: _type = "Task" [ 779.277164] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.290304] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.351470] env[65664]: WARNING neutronclient.v2_0.client [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.455367] env[65664]: WARNING neutronclient.v2_0.client [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.541851] env[65664]: DEBUG nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 779.542303] env[65664]: DEBUG nova.compute.provider_tree [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 67 to 68 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 779.542956] env[65664]: DEBUG nova.compute.provider_tree [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.597463] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415167, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.622089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.622356] env[65664]: DEBUG oslo_concurrency.lockutils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.622581] env[65664]: INFO nova.compute.manager [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Attaching volume 3dfee67a-c8e8-4f32-925a-954cc48af727 to /dev/sdb [ 779.641595] env[65664]: DEBUG oslo_vmware.api [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415168, 'name': PowerOnVM_Task, 'duration_secs': 0.663671} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.641845] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.642063] env[65664]: INFO nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Took 19.26 seconds to spawn the instance on the hypervisor. [ 779.642247] env[65664]: DEBUG nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 779.643361] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b92562-5cce-479f-a1f5-5f993c0a48ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.691559] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a543281-e6d8-4bc4-8571-26fd46665072 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.701462] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.711725] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7981806-496d-488d-a4c1-1bac3c193369 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.731748] env[65664]: DEBUG nova.virt.block_device [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating existing volume attachment record: 5e530325-f251-4140-b738-b43cd7c65bb7 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 779.757043] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b8746b-5e60-2da2-a096-278fa9c0ab6c, 'name': SearchDatastore_Task, 'duration_secs': 0.026411} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.757043] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.757043] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.757043] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e147849-100d-4ba4-99c0-fec4809a0491 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.768810] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 779.768810] env[65664]: value = "task-4415170" [ 779.768810] env[65664]: _type = "Task" [ 779.768810] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.786340] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.794869] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089877} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.794974] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.795949] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c471c-0d05-4640-b5c4-0e287ed5280f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.827173] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.827462] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868bcfd5-d602-498f-b979-ea43e4d5317c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.860129] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 779.860129] env[65664]: value = "task-4415171" [ 779.860129] env[65664]: _type = "Task" [ 779.860129] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.874304] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.913235] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updated VIF entry in instance network info cache for port d9897085-7628-4d4d-bbb1-f3871d17da59. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.914174] env[65664]: DEBUG nova.network.neutron [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updating instance_info_cache with network_info: [{"id": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "address": "fa:16:3e:b2:dc:fd", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c4e51b-6c", "ovs_interfaceid": "d2c4e51b-6c4d-48b7-bd2e-3b94484cc900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "address": "fa:16:3e:4f:a9:9d", "network": {"id": "9592788e-011b-4d77-8400-ba1e697c1852", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651288559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320d482-44", "ovs_interfaceid": "c320d482-44eb-4bb1-993e-4a52203ae1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9897085-7628-4d4d-bbb1-f3871d17da59", "address": "fa:16:3e:ca:25:41", "network": {"id": "32bd5ef0-9a44-4a19-8f0d-b6bb872dbe8b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-907887463", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9897085-76", "ovs_interfaceid": "d9897085-7628-4d4d-bbb1-f3871d17da59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.053818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.748s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.056884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.608s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.060841] env[65664]: INFO nova.compute.claims [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.094249] env[65664]: INFO nova.scheduler.client.report [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Deleted allocations for instance 57923f30-d1d7-4f23-a752-5cd7b9427c34 [ 780.106476] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415167, 'name': Rename_Task, 'duration_secs': 1.071794} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.107623] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.108323] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39c29cc-cb51-43c9-b7d4-e3ea6f8ac9b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.121507] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 780.121507] env[65664]: value = "task-4415175" [ 780.121507] env[65664]: _type = "Task" [ 780.121507] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.134637] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.166196] env[65664]: INFO nova.compute.manager [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Took 49.95 seconds to build instance. [ 780.280098] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.280098] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.280316] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.281506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.281506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.287257] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415170, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.287966] env[65664]: INFO nova.compute.manager [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Terminating instance [ 780.373952] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.417186] env[65664]: DEBUG oslo_concurrency.lockutils [req-2759cc33-342c-4622-bb85-384619df7908 req-8eb3cda1-f89c-4fc5-b099-ded15459fe83 service nova] Releasing lock "refresh_cache-7a24931f-1f11-4759-b6f9-0e6afdd24a75" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.611410] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "57923f30-d1d7-4f23-a752-5cd7b9427c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.761s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.635410] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415175, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.669458] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6f29ea79-f28d-4625-8745-ad27168a86b8 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.461s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.678872] env[65664]: WARNING neutronclient.v2_0.client [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.784667] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599457} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.785568] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.785758] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.786087] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-768f13a1-43dd-40f7-8363-70670f1323d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.792744] env[65664]: DEBUG nova.compute.manager [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 780.792956] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.794044] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c435392f-7585-458f-93de-e09c181eb7ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.799034] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 780.799034] env[65664]: value = "task-4415176" [ 780.799034] env[65664]: _type = "Task" [ 780.799034] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.806614] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.807419] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86dc1ddc-7f58-426d-8cb3-59b4074bfee7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.813767] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.821637] env[65664]: DEBUG oslo_vmware.api [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 780.821637] env[65664]: value = "task-4415177" [ 780.821637] env[65664]: _type = "Task" [ 780.821637] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.836861] env[65664]: DEBUG oslo_vmware.api [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.871810] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415171, 'name': ReconfigVM_Task, 'duration_secs': 1.001677} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.873076] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.873076] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55e53516-3988-423f-b2f8-7832e5bbc34c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.881679] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 780.881679] env[65664]: value = "task-4415178" [ 780.881679] env[65664]: _type = "Task" [ 780.881679] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.892271] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415178, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.138983] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.172791] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 781.316582] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196323} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.316582] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.316582] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788eb053-155a-4925-8e27-408662ea84fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.352430] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.356617] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a33dc0-9b10-4770-b25b-99a60c4640b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.380891] env[65664]: DEBUG oslo_vmware.api [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415177, 'name': PowerOffVM_Task, 'duration_secs': 0.305055} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.385337] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.385337] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.385545] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c51009df-7f99-4124-b8eb-1cc12c85cf2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.393320] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 781.393320] env[65664]: value = "task-4415179" [ 781.393320] env[65664]: _type = "Task" [ 781.393320] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.404196] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415178, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.412198] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415179, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.547844] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.548252] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.548919] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleting the datastore file [datastore2] ebb2c981-b6ad-46a2-95a6-6d2c4b185df7 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.553069] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48328169-4164-41ad-81f2-ad88611b21c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.564633] env[65664]: DEBUG oslo_vmware.api [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 781.564633] env[65664]: value = "task-4415181" [ 781.564633] env[65664]: _type = "Task" [ 781.564633] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.577697] env[65664]: DEBUG oslo_vmware.api [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.639894] env[65664]: DEBUG oslo_vmware.api [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415175, 'name': PowerOnVM_Task, 'duration_secs': 1.078808} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.643735] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.644036] env[65664]: INFO nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Took 10.83 seconds to spawn the instance on the hypervisor. [ 781.644308] env[65664]: DEBUG nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.646478] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ad34c-82ea-4d23-9e02-523b0517032d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.708031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.826753] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c52fc-f7be-4bc1-b555-543cadb39b5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.838585] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63abdc-e0ea-4c17-a602-46416648db60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.880213] env[65664]: DEBUG nova.network.neutron [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Updated VIF entry in instance network info cache for port a340bc7e-7816-407f-baa7-3f3013e781e1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.880581] env[65664]: DEBUG nova.network.neutron [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Updating instance_info_cache with network_info: [{"id": "a340bc7e-7816-407f-baa7-3f3013e781e1", "address": "fa:16:3e:7c:48:9e", "network": {"id": "7c801317-1c15-44b9-b616-ec5cb18310f4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-759872344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c96b936d4744e6a77cc89fea1f9466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa340bc7e-78", "ovs_interfaceid": "a340bc7e-7816-407f-baa7-3f3013e781e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.883260] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61aa6fb-e90c-4b54-9bc9-77b5a43b17ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.895950] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415178, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.904947] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca92a90-59e3-4262-a2f2-c0cd6dc0cb2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.917760] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.928607] env[65664]: DEBUG nova.compute.provider_tree [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.943769] env[65664]: DEBUG oslo_concurrency.lockutils [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.943927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.076832] env[65664]: DEBUG oslo_vmware.api [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320941} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.077411] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.077774] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.078164] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.078548] env[65664]: INFO nova.compute.manager [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Took 1.29 seconds to destroy the instance on the hypervisor. [ 782.079042] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 782.079596] env[65664]: DEBUG nova.compute.manager [-] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 782.079865] env[65664]: DEBUG nova.network.neutron [-] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 782.080386] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.180153] env[65664]: INFO nova.compute.manager [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Took 44.14 seconds to build instance. [ 782.197176] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.383801] env[65664]: DEBUG oslo_concurrency.lockutils [req-9d255afc-2453-4346-9afe-4531b0665f3d req-90ed3866-176e-4a8c-8a22-231af10ec9e0 service nova] Releasing lock "refresh_cache-f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.397330] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415178, 'name': Rename_Task, 'duration_secs': 1.142181} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.401437] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.401917] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c37af4f-44a1-435e-81e3-7c537023926b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.411046] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415179, 'name': ReconfigVM_Task, 'duration_secs': 0.83255} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.412393] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.413328] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 782.413328] env[65664]: value = "task-4415186" [ 782.413328] env[65664]: _type = "Task" [ 782.413328] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.413527] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21fa83b8-dccf-4f44-9e2a-1d5b9f46eeaf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.428070] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.429781] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 782.429781] env[65664]: value = "task-4415187" [ 782.429781] env[65664]: _type = "Task" [ 782.429781] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.446917] env[65664]: INFO nova.compute.manager [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Detaching volume 4a405393-f198-44c1-9964-61754c7ec367 [ 782.450308] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415187, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.488863] env[65664]: DEBUG nova.scheduler.client.report [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.489205] env[65664]: DEBUG nova.compute.provider_tree [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 68 to 69 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.489422] env[65664]: DEBUG nova.compute.provider_tree [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.510783] env[65664]: INFO nova.virt.block_device [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Attempting to driver detach volume 4a405393-f198-44c1-9964-61754c7ec367 from mountpoint /dev/sdb [ 782.510998] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.511513] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864031', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'name': 'volume-4a405393-f198-44c1-9964-61754c7ec367', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b85c8e1d-b732-4090-be38-c1986ded31c0', 'attached_at': '', 'detached_at': '', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'serial': '4a405393-f198-44c1-9964-61754c7ec367'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.512263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e3da7-2531-4c71-b584-8c3583bd25f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.540764] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89460f-c208-4a63-806f-0307884dbbd7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.551252] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75446673-f95d-459f-bf5a-e9b98e15bbea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.582240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58814b41-2314-4abd-8a64-3b5232deef0c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.611691] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] The volume has not been displaced from its original location: [datastore1] volume-4a405393-f198-44c1-9964-61754c7ec367/volume-4a405393-f198-44c1-9964-61754c7ec367.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.625319] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.625319] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea900eb5-864c-4d3e-8ae6-7a265e691fb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.648310] env[65664]: DEBUG oslo_vmware.api [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Waiting for the task: (returnval){ [ 782.648310] env[65664]: value = "task-4415188" [ 782.648310] env[65664]: _type = "Task" [ 782.648310] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.663651] env[65664]: DEBUG oslo_vmware.api [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.686450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3111106c-d6e2-4ff2-841b-9d83ad357248 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.659s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.934270] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.945115] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415187, 'name': Rename_Task, 'duration_secs': 0.209415} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.945675] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.946106] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff50bf69-b828-487b-9bc1-56786fde7d68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.959794] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 782.959794] env[65664]: value = "task-4415189" [ 782.959794] env[65664]: _type = "Task" [ 782.959794] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.977272] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.002026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.943s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.002026] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 783.003947] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.677s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.006583] env[65664]: INFO nova.compute.claims [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.018613] env[65664]: DEBUG nova.network.neutron [-] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.164065] env[65664]: DEBUG oslo_vmware.api [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415188, 'name': ReconfigVM_Task, 'duration_secs': 0.369233} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.164065] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.171849] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6514aff3-5968-4a03-b746-08c4fef5a70e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.192374] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 783.195678] env[65664]: DEBUG oslo_vmware.api [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Waiting for the task: (returnval){ [ 783.195678] env[65664]: value = "task-4415190" [ 783.195678] env[65664]: _type = "Task" [ 783.195678] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.214076] env[65664]: DEBUG oslo_vmware.api [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.239702] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.239702] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.239702] env[65664]: DEBUG nova.compute.manager [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 783.244395] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9809a856-47c2-49f4-a1aa-02720ef008ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.257284] env[65664]: DEBUG nova.compute.manager [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 783.257952] env[65664]: DEBUG nova.objects.instance [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lazy-loading 'flavor' on Instance uuid f16530fd-2c87-4dc6-a88d-135dbf49375e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.430293] env[65664]: DEBUG oslo_vmware.api [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415186, 'name': PowerOnVM_Task, 'duration_secs': 0.835084} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.430734] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.430973] env[65664]: DEBUG nova.compute.manager [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 783.431964] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6d4a9-f9a4-4c87-9261-fb48f4924650 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.474899] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415189, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.506162] env[65664]: DEBUG nova.compute.manager [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Received event network-changed-0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 783.506490] env[65664]: DEBUG nova.compute.manager [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Refreshing instance network info cache due to event network-changed-0f62d483-b484-4c98-b04f-162661e654bd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 783.507158] env[65664]: DEBUG oslo_concurrency.lockutils [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] Acquiring lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.507336] env[65664]: DEBUG oslo_concurrency.lockutils [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] Acquired lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.507500] env[65664]: DEBUG nova.network.neutron [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Refreshing network info cache for port 0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.513015] env[65664]: DEBUG nova.compute.utils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.517903] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 783.518226] env[65664]: DEBUG nova.network.neutron [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 783.518480] env[65664]: WARNING neutronclient.v2_0.client [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.518800] env[65664]: WARNING neutronclient.v2_0.client [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.521647] env[65664]: INFO nova.compute.manager [-] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Took 1.44 seconds to deallocate network for instance. [ 783.641023] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "28a5c21d-6801-4232-a503-ed4bb53d467b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.641333] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.641547] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "28a5c21d-6801-4232-a503-ed4bb53d467b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.641727] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.641913] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.649701] env[65664]: INFO nova.compute.manager [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Terminating instance [ 783.715388] env[65664]: DEBUG oslo_vmware.api [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Task: {'id': task-4415190, 'name': ReconfigVM_Task, 'duration_secs': 0.269202} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.716087] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864031', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'name': 'volume-4a405393-f198-44c1-9964-61754c7ec367', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b85c8e1d-b732-4090-be38-c1986ded31c0', 'attached_at': '', 'detached_at': '', 'volume_id': '4a405393-f198-44c1-9964-61754c7ec367', 'serial': '4a405393-f198-44c1-9964-61754c7ec367'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.724447] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.821124] env[65664]: DEBUG nova.policy [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac90ad38bdd4dcf81542a0f083f1136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548b1a32de444d339d1080c40d190bdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.957040] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.978045] env[65664]: DEBUG oslo_vmware.api [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415189, 'name': PowerOnVM_Task, 'duration_secs': 0.784735} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.978045] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.978045] env[65664]: INFO nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Took 6.66 seconds to spawn the instance on the hypervisor. [ 783.978045] env[65664]: DEBUG nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 783.978045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ba954-0e87-4050-9a34-0f450c36cc11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.013978] env[65664]: WARNING neutronclient.v2_0.client [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.018589] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 784.029780] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.158148] env[65664]: DEBUG nova.compute.manager [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 784.158713] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.160933] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1102dee1-08b4-465e-9eb1-abbc406c7a6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.171361] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.173136] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670aeab0-cb20-4656-9722-16fbb8f70940 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.187317] env[65664]: DEBUG oslo_vmware.api [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 784.187317] env[65664]: value = "task-4415191" [ 784.187317] env[65664]: _type = "Task" [ 784.187317] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.207649] env[65664]: DEBUG oslo_vmware.api [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.267151] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.267444] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05682ba8-46e3-4865-af85-1386b93bdc4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.278754] env[65664]: DEBUG oslo_vmware.api [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 784.278754] env[65664]: value = "task-4415192" [ 784.278754] env[65664]: _type = "Task" [ 784.278754] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.299535] env[65664]: DEBUG oslo_vmware.api [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.320981] env[65664]: DEBUG nova.objects.instance [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lazy-loading 'flavor' on Instance uuid b85c8e1d-b732-4090-be38-c1986ded31c0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.334799] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 784.335214] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864047', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'name': 'volume-3dfee67a-c8e8-4f32-925a-954cc48af727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e623cb-6217-4232-a11a-e2adfd0e2a22', 'attached_at': '', 'detached_at': '', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'serial': '3dfee67a-c8e8-4f32-925a-954cc48af727'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 784.337013] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e52a9-6472-4882-ad4a-82e16e6de0ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.373238] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5ffea-25f0-4760-84ce-375722a12714 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.406183] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] volume-3dfee67a-c8e8-4f32-925a-954cc48af727/volume-3dfee67a-c8e8-4f32-925a-954cc48af727.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.409504] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1994f94b-d74d-4322-b0b6-8924dc6354e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.426309] env[65664]: DEBUG nova.network.neutron [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Successfully created port: 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.438463] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 784.438463] env[65664]: value = "task-4415193" [ 784.438463] env[65664]: _type = "Task" [ 784.438463] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.462545] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.499395] env[65664]: INFO nova.compute.manager [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Took 40.67 seconds to build instance. [ 784.710031] env[65664]: WARNING neutronclient.v2_0.client [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.725408] env[65664]: DEBUG oslo_vmware.api [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415191, 'name': PowerOffVM_Task, 'duration_secs': 0.414189} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.725516] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.725751] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.726105] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c6b51e-eee6-48f5-8a1c-61059ae00135 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.799496] env[65664]: DEBUG oslo_vmware.api [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415192, 'name': PowerOffVM_Task, 'duration_secs': 0.457162} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.800955] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.800955] env[65664]: DEBUG nova.compute.manager [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.802321] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbacaca-a727-4ea7-bf3d-93e3c25aa7e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.829682] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.829938] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.830183] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleting the datastore file [datastore2] 28a5c21d-6801-4232-a503-ed4bb53d467b {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.834956] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88be889-6907-46cc-8e64-14ec7467121f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.854724] env[65664]: DEBUG oslo_vmware.api [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 784.854724] env[65664]: value = "task-4415195" [ 784.854724] env[65664]: _type = "Task" [ 784.854724] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.868079] env[65664]: DEBUG oslo_vmware.api [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.878594] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f381e-159e-49cf-b93f-f23de13cce52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.893448] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab902ba-5a5b-4ddd-9c0d-20c8c254ece5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.931989] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bddb924-d7d2-4aff-ac2e-2af9f4a4a551 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.949973] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0aee3-f72f-4961-83ad-8afd64c04fb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.963105] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.972449] env[65664]: DEBUG nova.compute.provider_tree [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.974993] env[65664]: DEBUG nova.network.neutron [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updated VIF entry in instance network info cache for port 0f62d483-b484-4c98-b04f-162661e654bd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.975806] env[65664]: DEBUG nova.network.neutron [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updating instance_info_cache with network_info: [{"id": "0f62d483-b484-4c98-b04f-162661e654bd", "address": "fa:16:3e:2b:02:f2", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f62d483-b4", "ovs_interfaceid": "0f62d483-b484-4c98-b04f-162661e654bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.002940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdf14870-3741-4e66-aa93-5fe7eb20f010 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.183s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.036567] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.066106] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.066455] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.067191] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.067191] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.067191] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.067355] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.067524] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.067719] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.067893] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.068064] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.068232] env[65664]: DEBUG nova.virt.hardware [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.069158] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82806b1a-b485-4395-ae46-20c86395e3e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.079954] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146407a5-507d-4442-bbf3-5d65ccaa6551 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.255065] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.255503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.255819] env[65664]: INFO nova.compute.manager [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Rebooting instance [ 785.323077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ad8e4701-9f74-4d48-83f1-09d5df87d4c0 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.342220] env[65664]: DEBUG oslo_concurrency.lockutils [None req-13c53e03-f5b2-4ba2-9a78-994f761c8a8d tempest-VolumesAssistedSnapshotsTest-2037894040 tempest-VolumesAssistedSnapshotsTest-2037894040-project-admin] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.398s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.370332] env[65664]: DEBUG oslo_vmware.api [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507438} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.370867] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.371163] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.371421] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.371694] env[65664]: INFO nova.compute.manager [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 785.371953] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 785.372242] env[65664]: DEBUG nova.compute.manager [-] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 785.372337] env[65664]: DEBUG nova.network.neutron [-] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 785.372600] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.454075] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415193, 'name': ReconfigVM_Task, 'duration_secs': 0.736375} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.454648] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Reconfigured VM instance instance-00000022 to attach disk [datastore2] volume-3dfee67a-c8e8-4f32-925a-954cc48af727/volume-3dfee67a-c8e8-4f32-925a-954cc48af727.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.460864] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467f7309-b0df-4d65-9413-d9544983d4b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.481693] env[65664]: DEBUG nova.scheduler.client.report [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.485619] env[65664]: DEBUG oslo_concurrency.lockutils [req-4d7efe7e-0282-45af-b934-9defee72fccc req-fdd8a89f-fc50-4432-a232-2ec93902979f service nova] Releasing lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.486181] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 785.486181] env[65664]: value = "task-4415200" [ 785.486181] env[65664]: _type = "Task" [ 785.486181] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.501025] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.508957] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 785.587518] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.786274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.786886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquired lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787340] env[65664]: DEBUG nova.network.neutron [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 785.989037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.984s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.989037] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 785.993549] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.524s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.996361] env[65664]: INFO nova.compute.claims [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.014926] env[65664]: DEBUG oslo_vmware.api [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415200, 'name': ReconfigVM_Task, 'duration_secs': 0.222577} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.014926] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864047', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'name': 'volume-3dfee67a-c8e8-4f32-925a-954cc48af727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e623cb-6217-4232-a11a-e2adfd0e2a22', 'attached_at': '', 'detached_at': '', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'serial': '3dfee67a-c8e8-4f32-925a-954cc48af727'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 786.039323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.291161] env[65664]: WARNING neutronclient.v2_0.client [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.303664] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.303912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.332567] env[65664]: DEBUG nova.network.neutron [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Successfully updated port: 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.361642] env[65664]: DEBUG nova.network.neutron [-] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.499375] env[65664]: WARNING neutronclient.v2_0.client [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.506164] env[65664]: DEBUG nova.compute.utils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.510634] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 786.511259] env[65664]: DEBUG nova.network.neutron [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 786.511483] env[65664]: WARNING neutronclient.v2_0.client [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.511937] env[65664]: WARNING neutronclient.v2_0.client [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.580038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.580411] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.580713] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.580956] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.581187] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.583802] env[65664]: INFO nova.compute.manager [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Terminating instance [ 786.606758] env[65664]: DEBUG nova.policy [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eb3f0e4f5a34bb9bf7f05908207d16f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b48785c5e64f799561f35c32cd6a1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.644179] env[65664]: DEBUG nova.network.neutron [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updating instance_info_cache with network_info: [{"id": "0f62d483-b484-4c98-b04f-162661e654bd", "address": "fa:16:3e:2b:02:f2", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f62d483-b4", "ovs_interfaceid": "0f62d483-b484-4c98-b04f-162661e654bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.525076] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.525431] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.525728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.525982] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.526231] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.528999] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.529270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.529574] env[65664]: DEBUG nova.network.neutron [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.531398] env[65664]: INFO nova.compute.manager [-] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Took 2.16 seconds to deallocate network for instance. [ 787.536703] env[65664]: DEBUG nova.compute.utils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.538238] env[65664]: DEBUG nova.objects.instance [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.544082] env[65664]: DEBUG nova.compute.manager [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 787.544082] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.544082] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Releasing lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.547046] env[65664]: INFO nova.compute.manager [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Terminating instance [ 787.548500] env[65664]: DEBUG nova.network.neutron [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Successfully created port: 28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.552865] env[65664]: DEBUG nova.compute.manager [req-1c828152-c3da-40b5-989d-be53bf05a08e req-d60d4151-5605-4cf0-ad89-f79b987782e4 service nova] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Received event network-vif-deleted-597ec32d-a6e5-46ee-97c4-4862d1777559 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 787.553841] env[65664]: DEBUG nova.compute.manager [req-11ca71d9-9495-4b8b-9298-ba9485711d27 req-2d5e8529-19d5-41f1-baac-3cc58e22250e service nova] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Received event network-vif-deleted-f888ac89-6e6f-49e1-ab73-19d640f34f1f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 787.556916] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c5e5b-e071-4120-949d-00166f14af82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.573310] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.573310] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68fe6017-68bf-405e-9b45-abd1837b65d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.582639] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 787.582639] env[65664]: value = "task-4415203" [ 787.582639] env[65664]: _type = "Task" [ 787.582639] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.595438] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.053887] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 788.057026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-272150cf-624c-4d77-b610-0f2c87f90ac3 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.435s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.068430] env[65664]: DEBUG nova.compute.manager [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 788.068430] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.069383] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.071706] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc04d2f-b8cb-4a90-8b5b-be12f3411518 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.088618] env[65664]: DEBUG nova.compute.manager [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.091180] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.091332] env[65664]: DEBUG nova.compute.manager [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.095250] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c70e8b-d23a-446f-8af9-982e0a7d78f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.104040] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e51d7e-94aa-4d82-9d1c-8676dabd1a7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.104795] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88a8f6d-7563-4bca-b3b7-caf16d58116b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.133276] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415203, 'name': PowerOffVM_Task, 'duration_secs': 0.451376} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.135617] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 788.135617] env[65664]: value = "task-4415204" [ 788.135617] env[65664]: _type = "Task" [ 788.135617] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.139512] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.139512] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.139512] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58b6e938-ea14-43f5-a0c3-7d4abb258f65 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.160214] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.180642] env[65664]: INFO nova.compute.manager [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Rebuilding instance [ 788.230592] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.231066] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.231190] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Deleting the datastore file [datastore1] f8f48f18-e47f-4fd5-858c-a94a5dea8b1a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.232265] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0091f8f5-f78c-457d-ab4e-5dbae65c6873 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.242708] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for the task: (returnval){ [ 788.242708] env[65664]: value = "task-4415206" [ 788.242708] env[65664]: _type = "Task" [ 788.242708] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.254256] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.257125] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0730d0-e571-4524-ba47-106166f5896f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.269434] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88858fea-d039-4050-ab1b-2ab1ffbff218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.273602] env[65664]: DEBUG nova.compute.manager [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.274454] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cadf8d1-3646-4da5-a070-3b5f114fb886 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.318504] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bb313e-e460-4cf2-a4f9-3cc4439f2358 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.331346] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab52705b-d38b-4d70-a061-566f638a660e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.353423] env[65664]: DEBUG nova.compute.provider_tree [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.633909] env[65664]: INFO nova.compute.manager [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] instance snapshotting [ 788.640031] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b15888d-a7af-4513-9241-0647dc1b3030 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.660321] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415204, 'name': PowerOffVM_Task, 'duration_secs': 0.263161} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.675054] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.675293] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.676222] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5263e0c5-ea05-440d-98ff-45dc23d818ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.678476] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c1b27-420f-4a33-a6a1-f5e1bb04d822 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.754341] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.860802] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.860802] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.860802] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Deleting the datastore file [datastore2] 7a24931f-1f11-4759-b6f9-0e6afdd24a75 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.861109] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34b6755-608e-44c4-bd7d-19fb034e2652 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.870865] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 788.870865] env[65664]: value = "task-4415209" [ 788.870865] env[65664]: _type = "Task" [ 788.870865] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.880249] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.881419] env[65664]: ERROR nova.scheduler.client.report [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [req-fcf9694c-d362-4ad6-bd14-1f068249798b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcf9694c-d362-4ad6-bd14-1f068249798b"}]} [ 788.900559] env[65664]: DEBUG nova.scheduler.client.report [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 788.915281] env[65664]: DEBUG nova.scheduler.client.report [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 788.915498] env[65664]: DEBUG nova.compute.provider_tree [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.927847] env[65664]: DEBUG nova.scheduler.client.report [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 788.960030] env[65664]: DEBUG nova.scheduler.client.report [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 789.069456] env[65664]: DEBUG nova.network.neutron [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 789.075469] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 789.111533] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:15:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='670417917',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-911456801',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.111927] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.112161] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.112363] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.112581] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.112787] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.113013] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.113188] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.113382] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.113586] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.113781] env[65664]: DEBUG nova.virt.hardware [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.115560] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc273f5d-d5de-48e5-8c2e-aeca27073d45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.130653] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432904a-d3c0-460b-8589-4e3a3cb77709 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.153045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce4ff6-20dc-46a4-86bd-1e970135b45f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.160750] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Doing hard reboot of VM {{(pid=65664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 789.161051] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-56a1e818-c45d-40e3-984a-e45aa340aa62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.169826] env[65664]: DEBUG oslo_vmware.api [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 789.169826] env[65664]: value = "task-4415211" [ 789.169826] env[65664]: _type = "Task" [ 789.169826] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.179990] env[65664]: DEBUG oslo_vmware.api [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415211, 'name': ResetVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.196028] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.196028] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-365c7b6b-b89a-42c8-95b9-589a4e53e273 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.203911] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 789.203911] env[65664]: value = "task-4415212" [ 789.203911] env[65664]: _type = "Task" [ 789.203911] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.217672] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.257199] env[65664]: DEBUG oslo_vmware.api [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Task: {'id': task-4415206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519256} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.257570] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.257698] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.257877] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.258837] env[65664]: INFO nova.compute.manager [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Took 1.72 seconds to destroy the instance on the hypervisor. [ 789.258837] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 789.258837] env[65664]: DEBUG nova.compute.manager [-] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 789.258837] env[65664]: DEBUG nova.network.neutron [-] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 789.259068] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.324113] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.324113] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2c7590-3833-40f9-8d02-7025dd8df098 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.333483] env[65664]: DEBUG nova.compute.manager [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.333483] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70831e86-a979-43fc-823a-3702b0c24ef2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.337271] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 789.337271] env[65664]: value = "task-4415213" [ 789.337271] env[65664]: _type = "Task" [ 789.337271] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.359069] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.368153] env[65664]: DEBUG nova.network.neutron [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Successfully updated port: 28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.389497] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.416737] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.568280] env[65664]: WARNING neutronclient.v2_0.client [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.579307] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc030f2-315a-440b-9e0f-fb8c5bb72930 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.588909] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c94357-019e-4bfc-8c42-201db48d7a35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.628719] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f362227-0bae-4732-9c83-d1e59f94d99a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.638181] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34322468-ba9a-4c3a-a29d-623d1b719217 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.655728] env[65664]: DEBUG nova.compute.provider_tree [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.680988] env[65664]: DEBUG oslo_vmware.api [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415211, 'name': ResetVM_Task, 'duration_secs': 0.128183} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.681310] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Did hard reboot of VM {{(pid=65664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 789.681504] env[65664]: DEBUG nova.compute.manager [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.682409] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0dfa8a-7cd8-4c94-9b51-fe4408d396b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.719916] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415212, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.745915] env[65664]: DEBUG nova.network.neutron [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Updating instance_info_cache with network_info: [{"id": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "address": "fa:16:3e:43:16:59", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2fcc2-01", "ovs_interfaceid": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.851390] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415213, 'name': PowerOffVM_Task, 'duration_secs': 0.268835} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.851878] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.852243] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.853178] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0dbd6b-8482-4229-ade9-d2e3df3d227f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.857340] env[65664]: INFO nova.compute.manager [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] instance snapshotting [ 789.857762] env[65664]: WARNING nova.compute.manager [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 789.860672] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5901eec-3806-4fab-9edf-a0f9723c9740 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.883677] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.883930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.884097] env[65664]: DEBUG nova.network.neutron [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.892647] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea8a2b-c023-409f-9b39-bed43e7277e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.896524] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.901972] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c852c39-ee41-4455-afe3-b9c14fb0101c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.910661] env[65664]: DEBUG oslo_vmware.api [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62677} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.913125] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.913337] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.913510] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.913923] env[65664]: INFO nova.compute.manager [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Took 1.85 seconds to destroy the instance on the hypervisor. [ 789.913923] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 789.918310] env[65664]: DEBUG nova.compute.manager [-] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 789.918310] env[65664]: DEBUG nova.network.neutron [-] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 789.918310] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.962333] env[65664]: DEBUG nova.network.neutron [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 789.977386] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.977741] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.978116] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.978346] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-934a00cf-e765-4062-80c2-d9090f3241cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.990367] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 789.990367] env[65664]: value = "task-4415215" [ 789.990367] env[65664]: _type = "Task" [ 789.990367] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.004992] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.121488] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.137617] env[65664]: WARNING neutronclient.v2_0.client [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.198925] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e5127777-648b-449d-8a7b-40acec2ce94f tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.943s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.205658] env[65664]: DEBUG nova.scheduler.client.report [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.205982] env[65664]: DEBUG nova.compute.provider_tree [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 70 to 71 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.206102] env[65664]: DEBUG nova.compute.provider_tree [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.214402] env[65664]: DEBUG nova.network.neutron [-] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.222583] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415212, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.249363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.252111] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Instance network_info: |[{"id": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "address": "fa:16:3e:43:16:59", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2fcc2-01", "ovs_interfaceid": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 790.252111] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:16:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ca2fcc2-01fa-40fb-8867-6035a7f51a7e', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.259175] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Creating folder: Project (548b1a32de444d339d1080c40d190bdb). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.259531] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a2b17b9-e53e-47e9-82fa-41fe03118e6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.273218] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Created folder: Project (548b1a32de444d339d1080c40d190bdb) in parent group-v863926. [ 790.273566] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Creating folder: Instances. Parent ref: group-v864054. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.273984] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6324fa7-0a7a-4326-80fe-956e5e9b0d93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.289484] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Created folder: Instances in parent group-v864054. [ 790.289912] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 790.290285] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.290642] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4719f992-8a7c-465e-886d-932af5a6697d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.309701] env[65664]: DEBUG nova.network.neutron [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updating instance_info_cache with network_info: [{"id": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "address": "fa:16:3e:6a:ab:2d", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f0b73c-45", "ovs_interfaceid": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.318822] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.318822] env[65664]: value = "task-4415218" [ 790.318822] env[65664]: _type = "Task" [ 790.318822] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.329672] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415218, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.404438] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.404864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.405129] env[65664]: DEBUG nova.compute.manager [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.406492] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda849c-a4fc-4b96-b300-e0fd4deb5b49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.419314] env[65664]: DEBUG nova.compute.manager [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 790.420559] env[65664]: DEBUG nova.objects.instance [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.424692] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.424692] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02f07eb1-c616-43ee-bea7-3404d484fa4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.433253] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 790.433253] env[65664]: value = "task-4415220" [ 790.433253] env[65664]: _type = "Task" [ 790.433253] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.446887] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415220, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.505452] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423462} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.505727] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.505968] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.506364] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.673890] env[65664]: DEBUG nova.compute.manager [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Received event network-vif-plugged-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 790.673890] env[65664]: DEBUG oslo_concurrency.lockutils [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] Acquiring lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.673890] env[65664]: DEBUG oslo_concurrency.lockutils [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.673890] env[65664]: DEBUG oslo_concurrency.lockutils [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.673890] env[65664]: DEBUG nova.compute.manager [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] No waiting events found dispatching network-vif-plugged-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 790.673890] env[65664]: WARNING nova.compute.manager [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Received unexpected event network-vif-plugged-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e for instance with vm_state building and task_state spawning. [ 790.673890] env[65664]: DEBUG nova.compute.manager [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Received event network-changed-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 790.674865] env[65664]: DEBUG nova.compute.manager [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Refreshing instance network info cache due to event network-changed-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 790.674865] env[65664]: DEBUG oslo_concurrency.lockutils [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] Acquiring lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.674865] env[65664]: DEBUG oslo_concurrency.lockutils [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] Acquired lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.674865] env[65664]: DEBUG nova.network.neutron [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Refreshing network info cache for port 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.712019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.719s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.712676] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 790.720738] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.723s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.722037] env[65664]: DEBUG nova.objects.instance [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lazy-loading 'resources' on Instance uuid 1c30d555-3318-4ac3-ae2b-330e1774a3cd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.722725] env[65664]: INFO nova.compute.manager [-] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Took 1.46 seconds to deallocate network for instance. [ 790.734545] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415212, 'name': CreateSnapshot_Task, 'duration_secs': 1.141706} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.739019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.739019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e271b-671b-409c-a5f8-82171f6e2f2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.812692] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Releasing lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.813826] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Instance network_info: |[{"id": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "address": "fa:16:3e:6a:ab:2d", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f0b73c-45", "ovs_interfaceid": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 790.813826] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:ab:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28f0b73c-452b-4e84-8eab-bce2c0ef849e', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.821544] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 790.823422] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.826615] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fd12df-1e7f-4b43-816d-600d21d5dd31 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.862726] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415218, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.865049] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.865049] env[65664]: value = "task-4415221" [ 790.865049] env[65664]: _type = "Task" [ 790.865049] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.878331] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415221, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.948691] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415220, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.177386] env[65664]: WARNING neutronclient.v2_0.client [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.222730] env[65664]: DEBUG nova.compute.utils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.224390] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 791.224606] env[65664]: DEBUG nova.network.neutron [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 791.224980] env[65664]: WARNING neutronclient.v2_0.client [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.225339] env[65664]: WARNING neutronclient.v2_0.client [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.237384] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.262602] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.267376] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a8ddfe4-1d24-4914-9655-afde95fe8856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.282200] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 791.282200] env[65664]: value = "task-4415223" [ 791.282200] env[65664]: _type = "Task" [ 791.282200] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.289543] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.290204] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.290204] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "b85c8e1d-b732-4090-be38-c1986ded31c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.290366] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.290585] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.300069] env[65664]: INFO nova.compute.manager [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Terminating instance [ 791.304209] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415223, 'name': CloneVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.341106] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415218, 'name': CreateVM_Task, 'duration_secs': 0.595083} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.345352] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.346182] env[65664]: WARNING neutronclient.v2_0.client [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.346571] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.346739] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.347120] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.347426] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b209c8-b343-4d05-abe0-2b337733f23c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.352497] env[65664]: DEBUG nova.policy [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ab17fa42e51461ba6723c4944cc9a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd817bea104c34f0798e2be963cc444d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.356193] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 791.356193] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52109f83-00ff-778b-2a72-0759377585fc" [ 791.356193] env[65664]: _type = "Task" [ 791.356193] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.373585] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52109f83-00ff-778b-2a72-0759377585fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.386750] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415221, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.392454] env[65664]: DEBUG nova.network.neutron [-] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.428187] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.428482] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f71e4b-27d8-4d79-80e1-04461b93be37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.443136] env[65664]: DEBUG oslo_vmware.api [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 791.443136] env[65664]: value = "task-4415224" [ 791.443136] env[65664]: _type = "Task" [ 791.443136] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.456314] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415220, 'name': CreateSnapshot_Task, 'duration_secs': 0.910069} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.456314] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.456876] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9d30f-25f9-43b2-b74d-5a0868ab05f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.470977] env[65664]: DEBUG oslo_vmware.api [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.558122] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 791.558506] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.558682] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 791.559278] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.559278] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 791.559454] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 791.559764] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 791.559764] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 791.559909] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 791.560062] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 791.560307] env[65664]: DEBUG nova.virt.hardware [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 791.561755] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244d4b3-59cc-4185-a5cd-222033814eb1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.575882] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49433a86-f0f8-4db4-81cd-cad7f176b45d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.601181] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a4126de-c67e-4c8c-8999-3cf25e96a358', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.609938] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 791.615167] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.615167] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-586ddbb5-17d2-4182-aa95-ad62f45afe6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.641869] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.641869] env[65664]: value = "task-4415225" [ 791.641869] env[65664]: _type = "Task" [ 791.641869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.652724] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415225, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.730500] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 791.797230] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415223, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.808553] env[65664]: DEBUG nova.compute.manager [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 791.808782] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.809846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80342f-fb45-4ed1-b1c7-35905e9f608f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.821028] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.821742] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12d4783-4f69-4860-961a-aea18d00bfeb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.836016] env[65664]: DEBUG oslo_vmware.api [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 791.836016] env[65664]: value = "task-4415226" [ 791.836016] env[65664]: _type = "Task" [ 791.836016] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.850763] env[65664]: DEBUG oslo_vmware.api [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4415226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.873359] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52109f83-00ff-778b-2a72-0759377585fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.873901] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.874273] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.874704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.874850] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.875064] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.878943] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40893408-5adf-432a-9959-2fc15c5046f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.892193] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415221, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.893566] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.895039] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.895039] env[65664]: INFO nova.compute.manager [-] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Took 1.98 seconds to deallocate network for instance. [ 791.895039] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f951a79a-63f5-4364-b01d-280e737f79a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.908037] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 791.908037] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528cc5a0-56ea-a8f2-ac6d-f71530371c9b" [ 791.908037] env[65664]: _type = "Task" [ 791.908037] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.919163] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528cc5a0-56ea-a8f2-ac6d-f71530371c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.921632] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02dfd63-cd27-4c54-a614-591c7d29ef11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.933360] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad33f0-6795-4e5b-a84a-3a255a114ab0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.977390] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f628248-2abf-4224-8d29-f64bd284c2ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.998172] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.002536] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2819c30c-1b7b-4cc9-bb2a-0d63ce760f4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.008770] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f5142-04dc-4c7e-b795-9bcbfe94862a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.012957] env[65664]: DEBUG oslo_vmware.api [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415224, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.015510] env[65664]: DEBUG nova.network.neutron [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Successfully created port: 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 792.029447] env[65664]: DEBUG nova.compute.provider_tree [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.034104] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 792.034104] env[65664]: value = "task-4415227" [ 792.034104] env[65664]: _type = "Task" [ 792.034104] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.047275] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415227, 'name': CloneVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.087229] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.087484] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.155729] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415225, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.294959] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415223, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.349375] env[65664]: DEBUG oslo_vmware.api [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4415226, 'name': PowerOffVM_Task, 'duration_secs': 0.292813} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.349375] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.349375] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.349375] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bdea1e-49da-4b06-99ed-45cb5945cdc9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.385176] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415221, 'name': CreateVM_Task, 'duration_secs': 1.487948} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.385570] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.386420] env[65664]: WARNING neutronclient.v2_0.client [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.386945] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.387256] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.387771] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.388163] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e04705-2238-4165-8a6e-7b324aa6c973 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.394036] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 792.394036] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5293b2c6-58a9-fcfd-a014-8fc97f76aa9c" [ 792.394036] env[65664]: _type = "Task" [ 792.394036] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.403075] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5293b2c6-58a9-fcfd-a014-8fc97f76aa9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.407511] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.419863] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528cc5a0-56ea-a8f2-ac6d-f71530371c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014007} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.420373] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d885b1-d10a-4ff8-9bf0-2c7d1bfaa995 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.426987] env[65664]: DEBUG nova.compute.manager [req-aa9f4237-79c6-4ec5-9925-8da1fa73383d req-f578c063-a2db-4491-92f0-dfe3d879428d service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-vif-deleted-c320d482-44eb-4bb1-993e-4a52203ae1d4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.433793] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 792.433793] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521c33d0-b801-7892-06f0-a3b731ac8fb6" [ 792.433793] env[65664]: _type = "Task" [ 792.433793] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.441723] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.441723] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.441723] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Deleting the datastore file [datastore1] b85c8e1d-b732-4090-be38-c1986ded31c0 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.441723] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16bdf941-49bb-4e23-945a-dc75cdba5997 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.449031] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521c33d0-b801-7892-06f0-a3b731ac8fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.455441] env[65664]: DEBUG oslo_vmware.api [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for the task: (returnval){ [ 792.455441] env[65664]: value = "task-4415229" [ 792.455441] env[65664]: _type = "Task" [ 792.455441] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.466964] env[65664]: DEBUG oslo_vmware.api [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4415229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.471259] env[65664]: WARNING neutronclient.v2_0.client [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.482594] env[65664]: DEBUG oslo_vmware.api [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415224, 'name': PowerOffVM_Task, 'duration_secs': 0.572226} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.482916] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.483020] env[65664]: DEBUG nova.compute.manager [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.483912] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed631b-47dc-4706-a38d-1b86974b8261 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.551392] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415227, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.560590] env[65664]: ERROR nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] [req-223d8eda-5b91-4133-8f38-615060fa4fb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-223d8eda-5b91-4133-8f38-615060fa4fb4"}]} [ 792.584308] env[65664]: DEBUG nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 792.609871] env[65664]: DEBUG nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 792.610239] env[65664]: DEBUG nova.compute.provider_tree [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.628637] env[65664]: DEBUG nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 792.653262] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415225, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.655256] env[65664]: DEBUG nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 792.744187] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 792.795956] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415223, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.799394] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.799670] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.799876] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.800126] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.800284] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.800502] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.800675] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.800929] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.801185] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.801399] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.801603] env[65664]: DEBUG nova.virt.hardware [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.802774] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a3884-ae73-488d-ac7a-e51f9b01b872 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.818319] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818e7fd7-cd9a-4b0c-8dc7-1857c6640639 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.905761] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5293b2c6-58a9-fcfd-a014-8fc97f76aa9c, 'name': SearchDatastore_Task, 'duration_secs': 0.02849} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.909095] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.909362] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.909629] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.909776] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.909955] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.910486] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb418011-5cd6-4267-a9a7-cf1dbc7be326 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.925202] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.925441] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.926373] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8cf0a37-36e9-442d-a86e-d6134cbaa1f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.935970] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 792.935970] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52deac0c-3cc7-bfce-2380-8bdd6d478f9c" [ 792.935970] env[65664]: _type = "Task" [ 792.935970] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.956048] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521c33d0-b801-7892-06f0-a3b731ac8fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.016292} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.962054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.962140] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/87c93584-9d1b-42cb-a6c3-feec0307c9c3.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.962400] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52deac0c-3cc7-bfce-2380-8bdd6d478f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.017349} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.970858] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80ebe017-057b-4d32-8d17-597cd896ba91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.976066] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f47583-42be-4e18-b91a-34831f096e0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.985470] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 792.985470] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5a5fd-dc75-a5c0-b4bf-be9e5139d902" [ 792.985470] env[65664]: _type = "Task" [ 792.985470] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.990090] env[65664]: DEBUG oslo_vmware.api [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Task: {'id': task-4415229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385709} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.990548] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 792.990548] env[65664]: value = "task-4415231" [ 792.990548] env[65664]: _type = "Task" [ 792.990548] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.997752] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.998222] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.998222] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.998438] env[65664]: INFO nova.compute.manager [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 792.998742] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 793.001494] env[65664]: DEBUG nova.compute.manager [-] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 793.001589] env[65664]: DEBUG nova.network.neutron [-] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.001790] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.008053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3d95b01d-9113-4291-965f-dce101381259 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.603s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.017235] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5a5fd-dc75-a5c0-b4bf-be9e5139d902, 'name': SearchDatastore_Task, 'duration_secs': 0.018819} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.026500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.026983] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f4a710b5-4410-4915-b8f3-32131972100f/f4a710b5-4410-4915-b8f3-32131972100f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.027473] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.028092] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f8c8b8-9864-48d8-9d7a-5a75d218d8e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.039283] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 793.039283] env[65664]: value = "task-4415232" [ 793.039283] env[65664]: _type = "Task" [ 793.039283] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.058010] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.066386] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415227, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.157953] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415225, 'name': CreateVM_Task, 'duration_secs': 1.034724} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.158369] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.158921] env[65664]: WARNING neutronclient.v2_0.client [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 793.159418] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.159558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.159853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.160142] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2411ee-d4fc-4562-af52-7b00baf916ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.166403] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 793.166403] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52be8875-19bc-6ead-078e-5f74720e6b29" [ 793.166403] env[65664]: _type = "Task" [ 793.166403] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.176207] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52be8875-19bc-6ead-078e-5f74720e6b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.248578] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.299853] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415223, 'name': CloneVM_Task, 'duration_secs': 1.656847} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.300293] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Created linked-clone VM from snapshot [ 793.301113] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3b2ea-74f3-46da-a9e1-d7b18a796a77 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.306624] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046a27e2-8237-4aca-811e-42f046f5df81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.318121] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Uploading image 1f028605-ef43-4c93-8ac9-f91adfee1339 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.324198] env[65664]: DEBUG nova.network.neutron [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Updated VIF entry in instance network info cache for port 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.324551] env[65664]: DEBUG nova.network.neutron [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Updating instance_info_cache with network_info: [{"id": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "address": "fa:16:3e:43:16:59", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2fcc2-01", "ovs_interfaceid": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.327466] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904944b4-3eaa-42e8-b8e3-e7ae0cc78b70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.370819] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.372364] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f063c9-a06e-4b9f-b2f5-f1120fcf2a96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.375136] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3dcdfc9-9072-46a4-8b86-253ecedb623a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.385447] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d991a53-9201-4ed1-ab50-b29f664a1e1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.389958] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 793.389958] env[65664]: value = "task-4415234" [ 793.389958] env[65664]: _type = "Task" [ 793.389958] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.404428] env[65664]: DEBUG nova.compute.provider_tree [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.414430] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415234, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.512061] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.554233] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415227, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.560918] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415232, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.682244] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52be8875-19bc-6ead-078e-5f74720e6b29, 'name': SearchDatastore_Task, 'duration_secs': 0.015985} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.682244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.682244] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.682244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.682244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.682244] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.682244] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-170a7d70-7899-4d58-95f1-f8ec7d81bb0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.700438] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.700438] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.700950] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f92cf91-8005-4f71-8772-61f6f5a86f6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.707703] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 793.707703] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bb97aa-26ea-abee-b36c-aa8983bc8b4c" [ 793.707703] env[65664]: _type = "Task" [ 793.707703] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.719982] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bb97aa-26ea-abee-b36c-aa8983bc8b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.834828] env[65664]: DEBUG oslo_concurrency.lockutils [req-f6411a50-3ddb-4961-9d93-55998acbfff7 req-9ffd7cd6-c08f-4295-88a3-3579141579d0 service nova] Releasing lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.905044] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415234, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.986647] env[65664]: DEBUG nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 793.986647] env[65664]: DEBUG nova.compute.provider_tree [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 72 to 73 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 793.986810] env[65664]: DEBUG nova.compute.provider_tree [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.013851] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677667} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.014223] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/87c93584-9d1b-42cb-a6c3-feec0307c9c3.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.015649] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.015649] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9642adaa-7cf4-4043-8ee1-8fb5b84d7a03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.026890] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 794.026890] env[65664]: value = "task-4415235" [ 794.026890] env[65664]: _type = "Task" [ 794.026890] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.037648] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.050663] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415227, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.064014] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8253} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.065041] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f4a710b5-4410-4915-b8f3-32131972100f/f4a710b5-4410-4915-b8f3-32131972100f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.065041] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.065041] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f90f4baa-d45e-478d-b9ee-4861a0a96f32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.073617] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 794.073617] env[65664]: value = "task-4415236" [ 794.073617] env[65664]: _type = "Task" [ 794.073617] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.084924] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.210153] env[65664]: DEBUG nova.network.neutron [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Successfully updated port: 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 794.231138] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bb97aa-26ea-abee-b36c-aa8983bc8b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.056421} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.232960] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65619a78-91ca-415b-8445-2326915dc387 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.243019] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 794.243019] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529523a1-eadf-8543-f3cb-fb7deab7fa2a" [ 794.243019] env[65664]: _type = "Task" [ 794.243019] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.255371] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529523a1-eadf-8543-f3cb-fb7deab7fa2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.256813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.256813] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.256813] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-707d07eb-89ed-430f-af9c-ab839fb20af5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.267158] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 794.267158] env[65664]: value = "task-4415237" [ 794.267158] env[65664]: _type = "Task" [ 794.267158] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.277029] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.388315] env[65664]: DEBUG nova.network.neutron [-] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.407306] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415234, 'name': Destroy_Task, 'duration_secs': 0.687512} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.407887] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Destroyed the VM [ 794.408194] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.408509] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7fa5d11-5c1c-475a-9213-1e2916a6269e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.422051] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 794.422051] env[65664]: value = "task-4415238" [ 794.422051] env[65664]: _type = "Task" [ 794.422051] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.434566] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.494932] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.774s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.497927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.092s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.498216] env[65664]: DEBUG nova.objects.instance [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lazy-loading 'resources' on Instance uuid 6432cee9-eaca-4684-8251-20bbfbc7c987 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.528985] env[65664]: INFO nova.scheduler.client.report [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Deleted allocations for instance 1c30d555-3318-4ac3-ae2b-330e1774a3cd [ 794.545989] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08661} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.553253] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.556261] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad657c78-17f9-401f-8a65-184f93f86212 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.564863] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415227, 'name': CloneVM_Task, 'duration_secs': 2.188234} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.578223] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Created linked-clone VM from snapshot [ 794.590118] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/87c93584-9d1b-42cb-a6c3-feec0307c9c3.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.590910] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49791238-cfd2-4f75-a803-9c97e8d8f838 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.597780] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c655175-ac9c-47f9-9e24-c6b0bce36797 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.630773] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 794.630773] env[65664]: value = "task-4415239" [ 794.630773] env[65664]: _type = "Task" [ 794.630773] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.631060] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Uploading image 38a4c67c-4a32-45f4-a071-86745e66f8ba {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.633271] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077484} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.634238] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.638528] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed1e4f-9e2e-43fd-981d-f2ce208d3c3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.668496] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f4a710b5-4410-4915-b8f3-32131972100f/f4a710b5-4410-4915-b8f3-32131972100f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.669274] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.672211] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c319d7b5-a9f5-4820-85b4-305e09d3fda4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.697353] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 794.697353] env[65664]: value = "task-4415241" [ 794.697353] env[65664]: _type = "Task" [ 794.697353] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.699800] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 794.699800] env[65664]: value = "vm-864063" [ 794.699800] env[65664]: _type = "VirtualMachine" [ 794.699800] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 794.700635] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fd9495d-fe60-4a29-a6f0-9e4b12ce4718 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.718141] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.718267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.718456] env[65664]: DEBUG nova.network.neutron [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.720033] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.722130] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease: (returnval){ [ 794.722130] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261f68e-33f0-ac58-f497-d779c17ecc96" [ 794.722130] env[65664]: _type = "HttpNfcLease" [ 794.722130] env[65664]: } obtained for exporting VM: (result){ [ 794.722130] env[65664]: value = "vm-864063" [ 794.722130] env[65664]: _type = "VirtualMachine" [ 794.722130] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 794.722651] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the lease: (returnval){ [ 794.722651] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261f68e-33f0-ac58-f497-d779c17ecc96" [ 794.722651] env[65664]: _type = "HttpNfcLease" [ 794.722651] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.733777] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.733777] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261f68e-33f0-ac58-f497-d779c17ecc96" [ 794.733777] env[65664]: _type = "HttpNfcLease" [ 794.733777] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 794.778859] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.892052] env[65664]: INFO nova.compute.manager [-] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Took 1.89 seconds to deallocate network for instance. [ 794.901518] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Received event network-vif-plugged-28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 794.902427] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Acquiring lock "f4a710b5-4410-4915-b8f3-32131972100f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.902427] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Lock "f4a710b5-4410-4915-b8f3-32131972100f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.902427] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Lock "f4a710b5-4410-4915-b8f3-32131972100f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.902427] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] No waiting events found dispatching network-vif-plugged-28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 794.902824] env[65664]: WARNING nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Received unexpected event network-vif-plugged-28f0b73c-452b-4e84-8eab-bce2c0ef849e for instance with vm_state building and task_state spawning. [ 794.902824] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Received event network-changed-28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 794.902824] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Refreshing instance network info cache due to event network-changed-28f0b73c-452b-4e84-8eab-bce2c0ef849e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 794.902977] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Acquiring lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.903081] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Acquired lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.903229] env[65664]: DEBUG nova.network.neutron [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Refreshing network info cache for port 28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.938627] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.049420] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Lock "1c30d555-3318-4ac3-ae2b-330e1774a3cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.511s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.129799] env[65664]: DEBUG nova.objects.instance [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lazy-loading 'flavor' on Instance uuid f71f64a0-cd74-43a2-b75e-6d0892e28992 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.132135] env[65664]: INFO nova.compute.manager [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Rebuilding instance [ 795.149910] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415239, 'name': ReconfigVM_Task, 'duration_secs': 0.415676} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.149910] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/87c93584-9d1b-42cb-a6c3-feec0307c9c3.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.150310] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d47e0331-88fa-4c1d-a043-9d44a1236e21 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.159788] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 795.159788] env[65664]: value = "task-4415243" [ 795.159788] env[65664]: _type = "Task" [ 795.159788] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.178233] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415243, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.196379] env[65664]: DEBUG nova.compute.manager [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.198430] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fa34c0-aab2-4743-a9a4-931b23594b9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.224768] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.240031] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.240031] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261f68e-33f0-ac58-f497-d779c17ecc96" [ 795.240031] env[65664]: _type = "HttpNfcLease" [ 795.240031] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.240031] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.240031] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261f68e-33f0-ac58-f497-d779c17ecc96" [ 795.240031] env[65664]: _type = "HttpNfcLease" [ 795.240031] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.240031] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4880ce-73e4-4e69-9edd-582fb1a0e271 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.258562] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbe568-9673-dfc1-df02-73abbab8e942/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.258562] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbe568-9673-dfc1-df02-73abbab8e942/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 795.320880] env[65664]: DEBUG nova.network.neutron [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.339955] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775798} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.340396] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.340728] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.341036] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d17f8b-75a9-431b-ac1a-f5df3d941b4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.354211] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 795.354211] env[65664]: value = "task-4415245" [ 795.354211] env[65664]: _type = "Task" [ 795.354211] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.364106] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.367215] env[65664]: DEBUG nova.compute.manager [req-b30e979d-b15f-43a3-ab83-1a7811e7d739 req-80a50d21-7cdc-4c56-8b9b-650696ea7096 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-vif-deleted-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 795.367459] env[65664]: DEBUG nova.compute.manager [req-b30e979d-b15f-43a3-ab83-1a7811e7d739 req-80a50d21-7cdc-4c56-8b9b-650696ea7096 service nova] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Received event network-vif-deleted-d9897085-7628-4d4d-bbb1-f3871d17da59 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 795.367632] env[65664]: DEBUG nova.compute.manager [req-b30e979d-b15f-43a3-ab83-1a7811e7d739 req-80a50d21-7cdc-4c56-8b9b-650696ea7096 service nova] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Received event network-vif-deleted-ced279de-9dba-4fe4-a2cb-4ac253a04996 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 795.388055] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5173f079-8c16-42b0-8f6e-08e1fbcf0588 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.399130] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.410282] env[65664]: WARNING neutronclient.v2_0.client [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.442824] env[65664]: WARNING neutronclient.v2_0.client [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.451536] env[65664]: DEBUG oslo_vmware.api [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.949735} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.454082] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.583282] env[65664]: DEBUG nova.network.neutron [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updating instance_info_cache with network_info: [{"id": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "address": "fa:16:3e:cf:9d:97", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a328bb5-a4", "ovs_interfaceid": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.626441] env[65664]: WARNING neutronclient.v2_0.client [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.640563] env[65664]: DEBUG oslo_concurrency.lockutils [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.640563] env[65664]: DEBUG oslo_concurrency.lockutils [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.640563] env[65664]: WARNING neutronclient.v2_0.client [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.672273] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415243, 'name': Rename_Task, 'duration_secs': 0.194038} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.676318] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.679621] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6cc5c0-0a4e-44b4-aead-ddb3d87ddf3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.688928] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 795.688928] env[65664]: value = "task-4415246" [ 795.688928] env[65664]: _type = "Task" [ 795.688928] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.703629] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.718854] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415241, 'name': ReconfigVM_Task, 'duration_secs': 0.551767} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.718854] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f4a710b5-4410-4915-b8f3-32131972100f/f4a710b5-4410-4915-b8f3-32131972100f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.718854] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65664) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 795.718854] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9c2ed9e5-008f-4fa2-974f-4549c9c41e92 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.733594] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 795.733594] env[65664]: value = "task-4415247" [ 795.733594] env[65664]: _type = "Task" [ 795.733594] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.745902] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415247, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.754104] env[65664]: DEBUG nova.network.neutron [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updated VIF entry in instance network info cache for port 28f0b73c-452b-4e84-8eab-bce2c0ef849e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.754630] env[65664]: DEBUG nova.network.neutron [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updating instance_info_cache with network_info: [{"id": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "address": "fa:16:3e:6a:ab:2d", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f0b73c-45", "ovs_interfaceid": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.774651] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b80a4-3c5d-4625-8d2e-cddd4a0213af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.789685] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda24144-ee10-47c4-891c-781bce41ea26 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.827469] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0271b8e3-b6d8-4af0-b92e-62a56eb8aa3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.837072] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481050ce-7484-481b-a19b-8018b0f2ad38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.855929] env[65664]: DEBUG nova.compute.provider_tree [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.868097] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094451} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.868428] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.869328] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ce34a5-4b5c-40d9-8d67-d7c054eb3e40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.897731] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.899908] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0748845a-176d-4bc4-a7cd-43f265623e04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.922856] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 795.922856] env[65664]: value = "task-4415248" [ 795.922856] env[65664]: _type = "Task" [ 795.922856] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.933393] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.961450] env[65664]: WARNING nova.compute.manager [None req-9df5a826-b16f-4658-a196-cd3ec5f4d2cc tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Image not found during snapshot: nova.exception.ImageNotFound: Image 1f028605-ef43-4c93-8ac9-f91adfee1339 could not be found. [ 795.963016] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.963550] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.965114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.965114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.965114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.967222] env[65664]: INFO nova.compute.manager [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Terminating instance [ 796.090636] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.092543] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Instance network_info: |[{"id": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "address": "fa:16:3e:cf:9d:97", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a328bb5-a4", "ovs_interfaceid": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 796.092662] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:9d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a328bb5-a4a7-4dc6-acf7-99a1264033c2', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.103808] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating folder: Project (d817bea104c34f0798e2be963cc444d4). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.104264] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87d06dc8-1aed-46fc-bf36-047ba10b3871 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.117357] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created folder: Project (d817bea104c34f0798e2be963cc444d4) in parent group-v863926. [ 796.118026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating folder: Instances. Parent ref: group-v864065. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.118026] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cca71322-e242-423d-9078-afd70f77af73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.130562] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created folder: Instances in parent group-v864065. [ 796.130854] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 796.131086] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.131391] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef328ff8-9c5c-47f8-8de7-c1c4cd998161 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.158082] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.158082] env[65664]: value = "task-4415251" [ 796.158082] env[65664]: _type = "Task" [ 796.158082] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.170352] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415251, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.207575] env[65664]: DEBUG nova.objects.instance [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.210529] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.235981] env[65664]: DEBUG nova.network.neutron [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.239056] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.240124] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a7e4d6-97b6-406e-8390-6a3409843987 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.261113] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Releasing lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.261600] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Received event network-vif-deleted-a340bc7e-7816-407f-baa7-3f3013e781e1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.265483] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Received event network-changed-0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.265755] env[65664]: DEBUG nova.compute.manager [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Refreshing instance network info cache due to event network-changed-0f62d483-b484-4c98-b04f-162661e654bd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 796.266035] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Acquiring lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.266294] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Acquired lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.266588] env[65664]: DEBUG nova.network.neutron [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Refreshing network info cache for port 0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.268316] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415247, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.065535} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.273726] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65664) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 796.274184] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 796.274184] env[65664]: value = "task-4415252" [ 796.274184] env[65664]: _type = "Task" [ 796.274184] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.275211] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d2ce6-465b-4023-94d6-474c945b7b88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.297800] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.329379] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f4a710b5-4410-4915-b8f3-32131972100f/ephemeral_0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.329605] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c3ae13-1d89-42e3-8a85-5e443d07b1de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.359363] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 796.359363] env[65664]: value = "task-4415253" [ 796.359363] env[65664]: _type = "Task" [ 796.359363] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.375012] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.419872] env[65664]: DEBUG nova.scheduler.client.report [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 796.420643] env[65664]: DEBUG nova.compute.provider_tree [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 73 to 74 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 796.422073] env[65664]: DEBUG nova.compute.provider_tree [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.439395] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.473508] env[65664]: DEBUG nova.compute.manager [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 796.474117] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.476094] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5063d56e-d466-4a45-a29b-a77603378f7e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.489148] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.489148] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b080858-bde7-435a-8764-b514da0f778c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.498127] env[65664]: DEBUG oslo_vmware.api [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 796.498127] env[65664]: value = "task-4415254" [ 796.498127] env[65664]: _type = "Task" [ 796.498127] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.508028] env[65664]: DEBUG oslo_vmware.api [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.670670] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415251, 'name': CreateVM_Task, 'duration_secs': 0.501168} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.672967] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.672967] env[65664]: WARNING neutronclient.v2_0.client [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.672967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.672967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.672967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.673443] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672b4332-77fe-454f-a83f-a84be1a75e85 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.680917] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 796.680917] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52049207-e27a-df2f-c939-814559bb7f4c" [ 796.680917] env[65664]: _type = "Task" [ 796.680917] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.692033] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52049207-e27a-df2f-c939-814559bb7f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.703657] env[65664]: DEBUG oslo_vmware.api [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415246, 'name': PowerOnVM_Task, 'duration_secs': 0.585836} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.704126] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.704637] env[65664]: INFO nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Took 11.67 seconds to spawn the instance on the hypervisor. [ 796.705464] env[65664]: DEBUG nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.706255] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca22a42c-e48c-4cc9-90c5-82d4bb58a9d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.717358] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.717890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.718261] env[65664]: DEBUG nova.network.neutron [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.718584] env[65664]: DEBUG nova.objects.instance [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'info_cache' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.741601] env[65664]: WARNING neutronclient.v2_0.client [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.770275] env[65664]: WARNING neutronclient.v2_0.client [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.797365] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415252, 'name': PowerOffVM_Task, 'duration_secs': 0.208945} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.797743] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.798630] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.799562] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ab8900-4b55-49bb-a28b-7f7fdcfbdd4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.809435] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.809793] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f337d25-3c69-4576-bf60-6787bf840e25 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.844210] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.844426] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.844593] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Deleting the datastore file [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.845209] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-317ae05e-ab68-4eba-8e1a-1f1292babaab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.862202] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 796.862202] env[65664]: value = "task-4415257" [ 796.862202] env[65664]: _type = "Task" [ 796.862202] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.882793] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.889695] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.932015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.434s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.937050] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.560s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.937050] env[65664]: INFO nova.compute.claims [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.956408] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415248, 'name': ReconfigVM_Task, 'duration_secs': 0.696036} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.956475] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae/6bad53bf-fb39-496d-9704-10e17d0af6ae.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.957265] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f19ed4-e4a4-41ed-a0cb-b6fdcad59076 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.966925] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 796.966925] env[65664]: value = "task-4415258" [ 796.966925] env[65664]: _type = "Task" [ 796.966925] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.980955] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415258, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.985639] env[65664]: INFO nova.scheduler.client.report [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocations for instance 6432cee9-eaca-4684-8251-20bbfbc7c987 [ 797.011456] env[65664]: DEBUG oslo_vmware.api [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415254, 'name': PowerOffVM_Task, 'duration_secs': 0.233157} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.011820] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.012025] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.012373] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76d68787-5c43-414e-9165-eb8bcd85344e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.090293] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.091148] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.091414] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Deleting the datastore file [datastore1] 8f21ea05-999c-4296-8a8d-dab2a7a8dab5 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.095446] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2496a206-f228-44eb-b486-dbddd64abd43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.099774] env[65664]: WARNING neutronclient.v2_0.client [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.108808] env[65664]: DEBUG oslo_vmware.api [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 797.108808] env[65664]: value = "task-4415260" [ 797.108808] env[65664]: _type = "Task" [ 797.108808] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.120306] env[65664]: DEBUG oslo_vmware.api [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.166707] env[65664]: WARNING neutronclient.v2_0.client [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.196597] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52049207-e27a-df2f-c939-814559bb7f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.197130] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.197188] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.197395] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.197744] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.197744] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.197943] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d39fa25-a6b5-45ed-9761-b5dc903d930f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.209106] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.209326] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.213233] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0ccca1-46fd-4c4f-b651-587fd01d6c85 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.221669] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 797.221669] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52448ce4-216e-a62d-c9e3-7131a039b161" [ 797.221669] env[65664]: _type = "Task" [ 797.221669] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.229168] env[65664]: DEBUG nova.objects.base [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Object Instance<30e623cb-6217-4232-a11a-e2adfd0e2a22> lazy-loaded attributes: flavor,info_cache {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 797.238072] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52448ce4-216e-a62d-c9e3-7131a039b161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.240654] env[65664]: INFO nova.compute.manager [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Took 43.82 seconds to build instance. [ 797.278605] env[65664]: DEBUG nova.network.neutron [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updated VIF entry in instance network info cache for port 0f62d483-b484-4c98-b04f-162661e654bd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 797.278964] env[65664]: DEBUG nova.network.neutron [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updating instance_info_cache with network_info: [{"id": "0f62d483-b484-4c98-b04f-162661e654bd", "address": "fa:16:3e:2b:02:f2", "network": {"id": "773253c9-582e-4f38-aedf-18862fef8cb7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1517289132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0c58fb18a941528e5b22d66403beb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f62d483-b4", "ovs_interfaceid": "0f62d483-b484-4c98-b04f-162661e654bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.319608] env[65664]: DEBUG nova.network.neutron [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.368737] env[65664]: DEBUG nova.compute.manager [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Received event network-vif-plugged-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.369106] env[65664]: DEBUG oslo_concurrency.lockutils [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] Acquiring lock "1f5b1e21-b1dc-4304-8dee-204743d69a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.369349] env[65664]: DEBUG oslo_concurrency.lockutils [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.369570] env[65664]: DEBUG oslo_concurrency.lockutils [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.369774] env[65664]: DEBUG nova.compute.manager [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] No waiting events found dispatching network-vif-plugged-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 797.369949] env[65664]: WARNING nova.compute.manager [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Received unexpected event network-vif-plugged-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 for instance with vm_state building and task_state spawning. [ 797.370136] env[65664]: DEBUG nova.compute.manager [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Received event network-changed-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.371573] env[65664]: DEBUG nova.compute.manager [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Refreshing instance network info cache due to event network-changed-2a328bb5-a4a7-4dc6-acf7-99a1264033c2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 797.371573] env[65664]: DEBUG oslo_concurrency.lockutils [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] Acquiring lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.371573] env[65664]: DEBUG oslo_concurrency.lockutils [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] Acquired lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.371573] env[65664]: DEBUG nova.network.neutron [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Refreshing network info cache for port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.379140] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.395055] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145547} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.395055] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.395055] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.395055] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.480614] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415258, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.494615] env[65664]: DEBUG oslo_concurrency.lockutils [None req-63c5fb13-b145-4216-9e34-f2f4d78d5467 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "6432cee9-eaca-4684-8251-20bbfbc7c987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.565s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.569415] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "ba573e86-38ae-4d22-bb45-f1b78c266a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.569415] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.569607] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "ba573e86-38ae-4d22-bb45-f1b78c266a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.571146] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.571146] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.573276] env[65664]: INFO nova.compute.manager [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Terminating instance [ 797.622474] env[65664]: DEBUG oslo_vmware.api [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27857} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.622986] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.623210] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.623389] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.623572] env[65664]: INFO nova.compute.manager [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 797.623881] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 797.624156] env[65664]: DEBUG nova.compute.manager [-] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 797.624259] env[65664]: DEBUG nova.network.neutron [-] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.624547] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.731173] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.741493] env[65664]: WARNING neutronclient.v2_0.client [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.745477] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52448ce4-216e-a62d-c9e3-7131a039b161, 'name': SearchDatastore_Task, 'duration_secs': 0.018815} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.746797] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.336s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.749408] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789718c2-8bb1-411a-8f8b-e06f05f2b623 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.759235] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 797.759235] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5212d68c-804c-7ab9-5d7a-44a981991235" [ 797.759235] env[65664]: _type = "Task" [ 797.759235] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.773134] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5212d68c-804c-7ab9-5d7a-44a981991235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.781903] env[65664]: DEBUG oslo_concurrency.lockutils [req-83a97744-bbbe-421c-b424-1377894a5434 req-46cce0d3-fd98-4b93-ac4a-2eeda0b75b0b service nova] Releasing lock "refresh_cache-8f21ea05-999c-4296-8a8d-dab2a7a8dab5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.825063] env[65664]: DEBUG oslo_concurrency.lockutils [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.825353] env[65664]: DEBUG nova.compute.manager [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Inject network info {{(pid=65664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 797.825773] env[65664]: DEBUG nova.compute.manager [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] network_info to inject: |[{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 797.832368] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Reconfiguring VM instance to set the machine id {{(pid=65664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 797.832898] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02dfb04c-3707-4573-99e5-46ec872fbc8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.858420] env[65664]: DEBUG oslo_vmware.api [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 797.858420] env[65664]: value = "task-4415262" [ 797.858420] env[65664]: _type = "Task" [ 797.858420] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.869291] env[65664]: DEBUG nova.compute.manager [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.869291] env[65664]: DEBUG nova.compute.manager [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing instance network info cache due to event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 797.869291] env[65664]: DEBUG oslo_concurrency.lockutils [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.869291] env[65664]: DEBUG oslo_concurrency.lockutils [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.869291] env[65664]: DEBUG nova.network.neutron [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.880031] env[65664]: DEBUG oslo_vmware.api [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.880031] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415253, 'name': ReconfigVM_Task, 'duration_secs': 1.480328} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.880396] env[65664]: WARNING neutronclient.v2_0.client [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.883563] env[65664]: WARNING neutronclient.v2_0.client [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.886135] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f4a710b5-4410-4915-b8f3-32131972100f/ephemeral_0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.888072] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c87c742-c017-492c-b454-11e377ab629c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.898223] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 797.898223] env[65664]: value = "task-4415263" [ 797.898223] env[65664]: _type = "Task" [ 797.898223] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.914257] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415263, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.984085] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415258, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.078079] env[65664]: DEBUG nova.compute.manager [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 798.078079] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.078971] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2293dc6-1ac5-41fc-83d1-42bdbf249b62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.094195] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.094495] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f957c3-7a77-4f7e-be35-c1537f1b6475 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.101967] env[65664]: DEBUG oslo_vmware.api [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 798.101967] env[65664]: value = "task-4415264" [ 798.101967] env[65664]: _type = "Task" [ 798.101967] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.112747] env[65664]: DEBUG oslo_vmware.api [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.254315] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 798.277453] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5212d68c-804c-7ab9-5d7a-44a981991235, 'name': SearchDatastore_Task, 'duration_secs': 0.026051} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.281699] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282104] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 1f5b1e21-b1dc-4304-8dee-204743d69a11/1f5b1e21-b1dc-4304-8dee-204743d69a11.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.284170] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8982e91b-7dc7-4b47-bb9a-6b22de288715 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.294580] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 798.294580] env[65664]: value = "task-4415265" [ 798.294580] env[65664]: _type = "Task" [ 798.294580] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.311945] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.371435] env[65664]: DEBUG oslo_vmware.api [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415262, 'name': ReconfigVM_Task, 'duration_secs': 0.208411} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.371758] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-558ec602-de97-4e96-b14d-176005a85eec tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Reconfigured VM instance to set the machine id {{(pid=65664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 798.414612] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415263, 'name': Rename_Task, 'duration_secs': 0.25904} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.415589] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.415896] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf14904-ab76-42b3-93e3-59461fe7957e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.427828] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 798.427828] env[65664]: value = "task-4415266" [ 798.427828] env[65664]: _type = "Task" [ 798.427828] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.439841] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.449709] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.450167] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.450167] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.450314] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.450436] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.450601] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.450845] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.451160] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.451445] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.451577] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.451729] env[65664]: DEBUG nova.virt.hardware [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.452659] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258d282b-bd55-4609-9bc2-6a400929f85f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.470068] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f9310-7b8b-4a80-9e84-bf18c06ef8f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.490690] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.496684] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 798.505162] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.505508] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415258, 'name': Rename_Task, 'duration_secs': 1.256541} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.506125] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7302459b-f735-41e9-a18a-dd3c2e674e67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.518692] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.521772] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ebe4dc-f999-4202-88db-694a70bb32c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.532442] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.532442] env[65664]: value = "task-4415268" [ 798.532442] env[65664]: _type = "Task" [ 798.532442] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.537326] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 798.537326] env[65664]: value = "task-4415267" [ 798.537326] env[65664]: _type = "Task" [ 798.537326] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.549094] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415268, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.558282] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.561241] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42a2f2-5761-4262-9b27-33b936dffc46 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.571547] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d831bc7-6c5e-4c9e-9da5-0f5031397867 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.619363] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e740794-f7ef-4ca2-b653-38b1c3a12607 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.633108] env[65664]: DEBUG oslo_vmware.api [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415264, 'name': PowerOffVM_Task, 'duration_secs': 0.228814} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.635798] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.636018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.636320] env[65664]: DEBUG nova.network.neutron [-] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.641023] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ac6ae13-97a8-4a43-9630-15eff49bd309 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.641023] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd24478b-6394-43db-996a-08928da578bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.657247] env[65664]: DEBUG nova.compute.provider_tree [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.736458] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.736839] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.737132] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleting the datastore file [datastore2] ba573e86-38ae-4d22-bb45-f1b78c266a19 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.737482] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec32af93-a2c3-4eb5-898e-6e045c8900f0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.748356] env[65664]: DEBUG oslo_vmware.api [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 798.748356] env[65664]: value = "task-4415271" [ 798.748356] env[65664]: _type = "Task" [ 798.748356] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.760137] env[65664]: DEBUG oslo_vmware.api [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.792777] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.807673] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415265, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.809256] env[65664]: WARNING neutronclient.v2_0.client [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.861830] env[65664]: WARNING neutronclient.v2_0.client [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.945330] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.057472] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.057472] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415268, 'name': CreateVM_Task, 'duration_secs': 0.38692} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.057472] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.057960] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.058166] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.058579] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.059209] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3efff9b-fc34-4114-9ee7-0c472935c9ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.068816] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 799.068816] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c6b6c4-c76b-3fc5-32d4-c38527754186" [ 799.068816] env[65664]: _type = "Task" [ 799.068816] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.081690] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c6b6c4-c76b-3fc5-32d4-c38527754186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.101693] env[65664]: WARNING neutronclient.v2_0.client [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.146598] env[65664]: INFO nova.compute.manager [-] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Took 1.52 seconds to deallocate network for instance. [ 799.175880] env[65664]: DEBUG nova.network.neutron [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updated VIF entry in instance network info cache for port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.176460] env[65664]: DEBUG nova.network.neutron [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updating instance_info_cache with network_info: [{"id": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "address": "fa:16:3e:cf:9d:97", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a328bb5-a4", "ovs_interfaceid": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.210019] env[65664]: DEBUG nova.network.neutron [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating instance_info_cache with network_info: [{"id": "6e355d53-ac3b-459e-9186-87348847ce7b", "address": "fa:16:3e:ee:8e:a3", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e355d53-ac", "ovs_interfaceid": "6e355d53-ac3b-459e-9186-87348847ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.219511] env[65664]: DEBUG nova.scheduler.client.report [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.219977] env[65664]: DEBUG nova.compute.provider_tree [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 74 to 75 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.219977] env[65664]: DEBUG nova.compute.provider_tree [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.260528] env[65664]: DEBUG oslo_vmware.api [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384213} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.261518] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.261518] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.261518] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.261889] env[65664]: INFO nova.compute.manager [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Took 1.18 seconds to destroy the instance on the hypervisor. [ 799.262185] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 799.262382] env[65664]: DEBUG nova.compute.manager [-] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 799.262476] env[65664]: DEBUG nova.network.neutron [-] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 799.262728] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.280959] env[65664]: DEBUG nova.network.neutron [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updated VIF entry in instance network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.280959] env[65664]: DEBUG nova.network.neutron [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.307534] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685204} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.307534] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 1f5b1e21-b1dc-4304-8dee-204743d69a11/1f5b1e21-b1dc-4304-8dee-204743d69a11.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.307796] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.308171] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e124decf-f6e9-4381-878b-65e66f32eb2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.312231] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.316676] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 799.316676] env[65664]: value = "task-4415272" [ 799.316676] env[65664]: _type = "Task" [ 799.316676] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.329726] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.444061] env[65664]: DEBUG oslo_vmware.api [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415266, 'name': PowerOnVM_Task, 'duration_secs': 0.654075} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.444492] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.444725] env[65664]: INFO nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Took 10.37 seconds to spawn the instance on the hypervisor. [ 799.444958] env[65664]: DEBUG nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.446062] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9693b70e-9f66-4e68-826f-765dfb224109 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.553730] env[65664]: DEBUG oslo_vmware.api [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415267, 'name': PowerOnVM_Task, 'duration_secs': 0.958701} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.554142] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.554397] env[65664]: DEBUG nova.compute.manager [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.555414] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa7fa9-dce5-44ab-a2bb-afb1d85370ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.586973] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c6b6c4-c76b-3fc5-32d4-c38527754186, 'name': SearchDatastore_Task, 'duration_secs': 0.014583} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.587182] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.587473] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.587748] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.588032] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.588263] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.589249] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807c801e-0db2-40c2-a808-2c9d03f16a99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.600086] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.600388] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.601357] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060e89b8-8123-4720-8398-b986041cf151 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.609982] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 799.609982] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522cb701-aa35-46d3-defd-be1e61b7227d" [ 799.609982] env[65664]: _type = "Task" [ 799.609982] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.621615] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522cb701-aa35-46d3-defd-be1e61b7227d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.660035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.680702] env[65664]: DEBUG oslo_concurrency.lockutils [req-443fea23-4ef0-497f-8362-1c2723699943 req-3d23b9b9-c802-4732-932e-7fd60489bf5c service nova] Releasing lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.715114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.726992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.726992] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 799.730864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.274s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.731982] env[65664]: INFO nova.compute.claims [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.784486] env[65664]: DEBUG oslo_concurrency.lockutils [req-ea96b28e-23e3-4132-9491-9552c0610c5d req-7297c999-f679-44d6-b4c9-7b48c402579a service nova] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.827627] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083924} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.827958] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.828837] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d9ebb9-f825-4535-b23b-671fc25bfb4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.861194] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1f5b1e21-b1dc-4304-8dee-204743d69a11/1f5b1e21-b1dc-4304-8dee-204743d69a11.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.861194] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc61ff7c-1a8e-4420-8db2-90894132d17d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.884071] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 799.884071] env[65664]: value = "task-4415273" [ 799.884071] env[65664]: _type = "Task" [ 799.884071] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.896015] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.973839] env[65664]: INFO nova.compute.manager [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Took 45.66 seconds to build instance. [ 800.084242] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.105182] env[65664]: DEBUG nova.compute.manager [req-0282b14f-b298-40ad-8d35-7a872def04f8 req-e11d91a5-33ab-4f79-9040-2cd0a44c7a24 service nova] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Received event network-vif-deleted-0f62d483-b484-4c98-b04f-162661e654bd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 800.123685] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522cb701-aa35-46d3-defd-be1e61b7227d, 'name': SearchDatastore_Task, 'duration_secs': 0.024637} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.124739] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12c9698-53b4-48af-b041-d6e580239ba6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.132695] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 800.132695] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c1e93d-7524-ff97-6d36-36d2080238ce" [ 800.132695] env[65664]: _type = "Task" [ 800.132695] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.144236] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c1e93d-7524-ff97-6d36-36d2080238ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.149769] env[65664]: DEBUG nova.network.neutron [-] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.237258] env[65664]: DEBUG nova.compute.utils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.241393] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 800.241607] env[65664]: DEBUG nova.network.neutron [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 800.242176] env[65664]: WARNING neutronclient.v2_0.client [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.242493] env[65664]: WARNING neutronclient.v2_0.client [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.311106] env[65664]: DEBUG nova.policy [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc5dc3fedb74449ab45b864197b11a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '732d933edaa749b8b6ba303257641f5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.397907] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.439733] env[65664]: INFO nova.compute.manager [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Rescuing [ 800.440102] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.440336] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.440521] env[65664]: DEBUG nova.network.neutron [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 800.476268] env[65664]: DEBUG oslo_concurrency.lockutils [None req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "f4a710b5-4410-4915-b8f3-32131972100f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.175s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.644726] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c1e93d-7524-ff97-6d36-36d2080238ce, 'name': SearchDatastore_Task, 'duration_secs': 0.022628} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.645079] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.645351] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.645626] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5335a56-d7da-47b1-a4d6-7dcb10a8415d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.652655] env[65664]: INFO nova.compute.manager [-] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Took 1.39 seconds to deallocate network for instance. [ 800.655813] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 800.655813] env[65664]: value = "task-4415274" [ 800.655813] env[65664]: _type = "Task" [ 800.655813] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.670431] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.727172] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.727553] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380a02ef-3f26-45b2-9019-ce7eb1eb5561 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.735776] env[65664]: DEBUG oslo_vmware.api [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 800.735776] env[65664]: value = "task-4415275" [ 800.735776] env[65664]: _type = "Task" [ 800.735776] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.742516] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 800.751812] env[65664]: DEBUG oslo_vmware.api [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.759589] env[65664]: DEBUG nova.network.neutron [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Successfully created port: 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 800.900201] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415273, 'name': ReconfigVM_Task, 'duration_secs': 0.632763} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.900486] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1f5b1e21-b1dc-4304-8dee-204743d69a11/1f5b1e21-b1dc-4304-8dee-204743d69a11.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.901165] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba79a66-f259-443b-81e7-fb252f3de995 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.909444] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 800.909444] env[65664]: value = "task-4415277" [ 800.909444] env[65664]: _type = "Task" [ 800.909444] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.924045] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415277, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.944367] env[65664]: WARNING neutronclient.v2_0.client [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.979158] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 801.166961] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.184698] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415274, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.251805] env[65664]: DEBUG oslo_vmware.api [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415275, 'name': PowerOnVM_Task, 'duration_secs': 0.501724} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.252070] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.252277] env[65664]: DEBUG nova.compute.manager [None req-07c8bd60-6526-446f-a362-2debd94aa036 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.259553] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97500865-923f-478d-a68e-173d9fa9200a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.424615] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415277, 'name': Rename_Task, 'duration_secs': 0.193515} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.425064] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.425451] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576ae32b-5689-4179-a5ce-3ca2fdf51cd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.433712] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 801.433712] env[65664]: value = "task-4415278" [ 801.433712] env[65664]: _type = "Task" [ 801.433712] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.443384] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.445228] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52627274-3b07-427d-8281-545d3a01c1e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.453179] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b59e3-5ab8-4e49-8075-24178a07ce15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.491904] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca0aa0-ca98-421f-b775-a479a0e54068 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.501761] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a08d7d4-9c90-4051-a6ae-686fd9fee6ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.507228] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.519300] env[65664]: DEBUG nova.compute.provider_tree [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.675339] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757166} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.675685] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.675935] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.676207] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2c19fb0-c7e1-459b-970a-39093f0f08d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.684780] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 801.684780] env[65664]: value = "task-4415279" [ 801.684780] env[65664]: _type = "Task" [ 801.684780] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.697856] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.765249] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 801.796171] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 801.796444] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.796651] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 801.796844] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.796986] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 801.797150] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 801.797392] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 801.797540] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 801.797701] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 801.797860] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 801.798047] env[65664]: DEBUG nova.virt.hardware [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 801.799023] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9050e-91a4-4405-a08b-2b034207db0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.810099] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0e9d8-5c3e-438b-93c7-f2dec4989cd7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.946347] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.023041] env[65664]: DEBUG nova.scheduler.client.report [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.127788] env[65664]: DEBUG nova.objects.instance [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lazy-loading 'flavor' on Instance uuid f71f64a0-cd74-43a2-b75e-6d0892e28992 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.198865] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077771} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.199282] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.200671] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d40c0f-9be7-493d-b925-9118f081b052 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.226510] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.226911] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465823c3-5574-4ec2-a856-a7846ee527d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.249494] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 802.249494] env[65664]: value = "task-4415280" [ 802.249494] env[65664]: _type = "Task" [ 802.249494] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.260719] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.450025] env[65664]: DEBUG oslo_vmware.api [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415278, 'name': PowerOnVM_Task, 'duration_secs': 0.818788} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.450025] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.450025] env[65664]: INFO nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Took 9.70 seconds to spawn the instance on the hypervisor. [ 802.450025] env[65664]: DEBUG nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 802.450025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e48e08-a1fa-4af0-84d4-1918dc83ee97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.529614] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.530208] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 802.533383] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.237s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.533588] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.533740] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 802.534058] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.661s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.535791] env[65664]: INFO nova.compute.claims [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.539718] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e05d04-aa42-42cc-bf08-d6258b52d2d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.562067] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1b9e7-f24e-4485-ba23-1b242eac0d7a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.581031] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c5eb9-afae-471b-af82-155c69c12a55 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.589430] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e1e747-c1bf-4049-a50f-18849746068b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.627410] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178460MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 802.630097] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.630097] env[65664]: DEBUG nova.network.neutron [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Successfully updated port: 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 802.636516] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636516] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.636516] env[65664]: WARNING neutronclient.v2_0.client [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.764724] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.977270] env[65664]: INFO nova.compute.manager [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Took 43.53 seconds to build instance. [ 803.041644] env[65664]: DEBUG nova.compute.utils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.047210] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 803.047210] env[65664]: DEBUG nova.network.neutron [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 803.047210] env[65664]: WARNING neutronclient.v2_0.client [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.047210] env[65664]: WARNING neutronclient.v2_0.client [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.133020] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "refresh_cache-c5475260-99e2-402f-b96a-462dce8b5510" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.133020] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquired lock "refresh_cache-c5475260-99e2-402f-b96a-462dce8b5510" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.133335] env[65664]: DEBUG nova.network.neutron [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.172031] env[65664]: DEBUG nova.policy [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87822fecf4f440c0b33ceea2b4957a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17cdff1850a345f7b59cb69c46148a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.181236] env[65664]: WARNING neutronclient.v2_0.client [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.265025] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415280, 'name': ReconfigVM_Task, 'duration_secs': 0.551657} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.265659] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664/3c22ce76-9fd6-4eb3-900c-e3d2f9f26664.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.266777] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c71aed-2956-4f35-8273-1aa0153a5fb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.275174] env[65664]: DEBUG nova.network.neutron [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.281719] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 803.281719] env[65664]: value = "task-4415281" [ 803.281719] env[65664]: _type = "Task" [ 803.281719] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.294749] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415281, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.383786] env[65664]: DEBUG nova.network.neutron [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Updating instance_info_cache with network_info: [{"id": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "address": "fa:16:3e:43:16:59", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca2fcc2-01", "ovs_interfaceid": "7ca2fcc2-01fa-40fb-8867-6035a7f51a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.477114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bfc0d30-8390-49c0-9873-f00896290e92 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.353s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.552750] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 803.604065] env[65664]: DEBUG nova.network.neutron [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Successfully created port: ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 803.779152] env[65664]: WARNING neutronclient.v2_0.client [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.798847] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415281, 'name': Rename_Task, 'duration_secs': 0.260219} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.799822] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.800112] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a581c0b-8cd9-4550-976f-42e6b619e8e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.808941] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 803.808941] env[65664]: value = "task-4415282" [ 803.808941] env[65664]: _type = "Task" [ 803.808941] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.819579] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.890520] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "refresh_cache-87c93584-9d1b-42cb-a6c3-feec0307c9c3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.987832] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 804.052075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquiring lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.052884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.186324] env[65664]: DEBUG nova.network.neutron [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 804.195414] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f67820-25ee-40f7-bcf7-13e7b5741218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.204112] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb96451f-7a21-4d5d-a2b9-6555c444b08d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.241528] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc148eb4-d7ca-4979-ac2b-682e2b282a70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.251043] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f7c13-723b-4c4f-a242-b3c65581ddec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.268901] env[65664]: DEBUG nova.compute.provider_tree [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.320640] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.518366] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.564973] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 804.613605] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 804.613864] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.614556] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 804.614859] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.615173] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 804.615289] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 804.615448] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.615650] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 804.616257] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 804.616257] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 804.616257] env[65664]: DEBUG nova.virt.hardware [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 804.617141] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968958e3-42a5-4e44-bed3-b888420c93fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.631423] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002088cb-590f-42cd-845b-51d96ffbe563 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.774882] env[65664]: DEBUG nova.scheduler.client.report [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.827828] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.021525] env[65664]: WARNING neutronclient.v2_0.client [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.281022] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.281807] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 805.288524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.585s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.288524] env[65664]: INFO nova.compute.claims [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.306427] env[65664]: WARNING neutronclient.v2_0.client [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.320983] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.407135] env[65664]: DEBUG nova.network.neutron [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Successfully updated port: ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.440179] env[65664]: DEBUG nova.network.neutron [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Updating instance_info_cache with network_info: [{"id": "4c9e7fcc-b41a-4489-a6e5-a8a73e45caed", "address": "fa:16:3e:68:97:5c", "network": {"id": "075b18c1-c176-41f6-ab64-376953682025", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1908568470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "732d933edaa749b8b6ba303257641f5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9e7fcc-b4", "ovs_interfaceid": "4c9e7fcc-b41a-4489-a6e5-a8a73e45caed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.448151] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.450629] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab919cc-8c17-46a5-a736-d8c0954a4bdd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.458011] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 805.458011] env[65664]: value = "task-4415283" [ 805.458011] env[65664]: _type = "Task" [ 805.458011] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.472207] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.494641] env[65664]: DEBUG nova.network.neutron [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.634142] env[65664]: DEBUG nova.compute.manager [req-180bbf09-9ee2-46bb-b81c-79b81416d280 req-d8026c3c-acb5-41b7-90ac-b9f7fc07b652 service nova] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Received event network-vif-deleted-0b8258d6-e8dd-42dc-888f-396727906fa5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 805.704127] env[65664]: DEBUG nova.compute.manager [req-d3fa57dc-74c7-4677-9749-324070ec9b31 req-c7a0eafb-3901-4c50-915d-c93c841deea8 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Received event network-vif-plugged-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 805.704383] env[65664]: DEBUG oslo_concurrency.lockutils [req-d3fa57dc-74c7-4677-9749-324070ec9b31 req-c7a0eafb-3901-4c50-915d-c93c841deea8 service nova] Acquiring lock "c5475260-99e2-402f-b96a-462dce8b5510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.704641] env[65664]: DEBUG oslo_concurrency.lockutils [req-d3fa57dc-74c7-4677-9749-324070ec9b31 req-c7a0eafb-3901-4c50-915d-c93c841deea8 service nova] Lock "c5475260-99e2-402f-b96a-462dce8b5510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.705013] env[65664]: DEBUG oslo_concurrency.lockutils [req-d3fa57dc-74c7-4677-9749-324070ec9b31 req-c7a0eafb-3901-4c50-915d-c93c841deea8 service nova] Lock "c5475260-99e2-402f-b96a-462dce8b5510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.706274] env[65664]: DEBUG nova.compute.manager [req-d3fa57dc-74c7-4677-9749-324070ec9b31 req-c7a0eafb-3901-4c50-915d-c93c841deea8 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] No waiting events found dispatching network-vif-plugged-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 805.706274] env[65664]: WARNING nova.compute.manager [req-d3fa57dc-74c7-4677-9749-324070ec9b31 req-c7a0eafb-3901-4c50-915d-c93c841deea8 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Received unexpected event network-vif-plugged-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed for instance with vm_state building and task_state spawning. [ 805.793722] env[65664]: DEBUG nova.compute.utils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.797668] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 805.800825] env[65664]: DEBUG nova.network.neutron [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 805.800825] env[65664]: WARNING neutronclient.v2_0.client [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.800825] env[65664]: WARNING neutronclient.v2_0.client [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.823066] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415282, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.852536] env[65664]: DEBUG nova.policy [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5079c09918f6499c96977431cb5e3ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47635d8b426f4eb09754ee2be6e202c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.913857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-fffe8553-cc73-4fe7-b8ef-cace589959a3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.913857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-fffe8553-cc73-4fe7-b8ef-cace589959a3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914042] env[65664]: DEBUG nova.network.neutron [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.947709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Releasing lock "refresh_cache-c5475260-99e2-402f-b96a-462dce8b5510" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.948412] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Instance network_info: |[{"id": "4c9e7fcc-b41a-4489-a6e5-a8a73e45caed", "address": "fa:16:3e:68:97:5c", "network": {"id": "075b18c1-c176-41f6-ab64-376953682025", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1908568470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "732d933edaa749b8b6ba303257641f5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9e7fcc-b4", "ovs_interfaceid": "4c9e7fcc-b41a-4489-a6e5-a8a73e45caed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 805.948639] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:97:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c9e7fcc-b41a-4489-a6e5-a8a73e45caed', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.957937] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Creating folder: Project (732d933edaa749b8b6ba303257641f5c). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.959613] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b15155-35ce-4514-80cd-4207f3a0800e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.973268] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415283, 'name': PowerOffVM_Task, 'duration_secs': 0.279799} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.973526] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.974450] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff6a0a0-471e-4ee2-b6ba-62b58068c8a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.979666] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Created folder: Project (732d933edaa749b8b6ba303257641f5c) in parent group-v863926. [ 805.979904] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Creating folder: Instances. Parent ref: group-v864069. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.980202] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d6fb3ce-87e3-45f9-aa35-7402366d7ee6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.999982] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.000350] env[65664]: DEBUG nova.compute.manager [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Inject network info {{(pid=65664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 806.000920] env[65664]: DEBUG nova.compute.manager [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] network_info to inject: |[{"id": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "address": "fa:16:3e:05:a6:f8", "network": {"id": "431c4983-ad52-4398-a3a7-cdbc3bbc79ce", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250232146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9c5b01b461840cd9131a170c3299d32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c88514-a1", "ovs_interfaceid": "91c88514-a1a9-4ef9-ad8c-af699b7648df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 806.006869] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Reconfiguring VM instance to set the machine id {{(pid=65664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 806.007837] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d84bc94-6993-43c3-bc47-90cc6715ddfd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.020908] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334be1cc-81fc-47a5-beb6-48a5005cca73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.025410] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Created folder: Instances in parent group-v864069. [ 806.025875] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 806.026904] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.027294] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4dd1713-4c12-4c6b-b047-5f8547b13d6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.048707] env[65664]: DEBUG oslo_vmware.api [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 806.048707] env[65664]: value = "task-4415286" [ 806.048707] env[65664]: _type = "Task" [ 806.048707] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.055650] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.055650] env[65664]: value = "task-4415287" [ 806.055650] env[65664]: _type = "Task" [ 806.055650] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.062494] env[65664]: DEBUG oslo_vmware.api [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.068725] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415287, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.079724] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.080051] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0edb88a4-8e0c-4a2a-9f63-637c008381fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.088387] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 806.088387] env[65664]: value = "task-4415288" [ 806.088387] env[65664]: _type = "Task" [ 806.088387] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.100988] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.298781] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 806.317694] env[65664]: DEBUG nova.network.neutron [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Successfully created port: ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 806.331377] env[65664]: DEBUG oslo_vmware.api [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415282, 'name': PowerOnVM_Task, 'duration_secs': 2.192004} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.331796] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.331915] env[65664]: DEBUG nova.compute.manager [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.332862] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7397e-074e-4065-8ecd-9fd0ddc73d87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.579487] env[65664]: DEBUG oslo_vmware.api [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415286, 'name': ReconfigVM_Task, 'duration_secs': 0.188906} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.588144] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Reconfigured VM instance to set the machine id {{(pid=65664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 806.591815] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415287, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.613271] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.613654] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.614091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.614385] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.614996] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.615818] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67b71af9-634c-4251-92b0-5411ec7777b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.633060] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.633248] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.634445] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfb506f-280b-43e0-8070-72cc7c691c5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.643909] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 806.643909] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b94c39-5277-0f8c-ab25-0f4cc591551e" [ 806.643909] env[65664]: _type = "Task" [ 806.643909] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.662670] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b94c39-5277-0f8c-ab25-0f4cc591551e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.860646] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.869662] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b613c84-a148-452d-a5f8-aa8cb042ad7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.878750] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c3966-1aef-4934-b35b-2abca89a689b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.915896] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16431885-7988-4123-91f0-b715e73aac80 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.926314] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c022a0-a2d8-419a-b5df-5ee7df7f852e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.942263] env[65664]: DEBUG nova.compute.provider_tree [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.959590] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbe568-9673-dfc1-df02-73abbab8e942/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.960848] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4328f-9838-4310-bbb5-8a80908e2c7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.970086] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbe568-9673-dfc1-df02-73abbab8e942/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.970331] env[65664]: ERROR oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbe568-9673-dfc1-df02-73abbab8e942/disk-0.vmdk due to incomplete transfer. [ 806.970619] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-212520b5-b121-4194-9f4a-cf87e232d3d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.980382] env[65664]: DEBUG oslo_vmware.rw_handles [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbe568-9673-dfc1-df02-73abbab8e942/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.980599] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Uploaded image 38a4c67c-4a32-45f4-a071-86745e66f8ba to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.983335] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.984195] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-808dc162-2a98-43bd-9863-a10f43441935 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.992931] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 806.992931] env[65664]: value = "task-4415289" [ 806.992931] env[65664]: _type = "Task" [ 806.992931] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.003864] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415289, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.075187] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415287, 'name': CreateVM_Task, 'duration_secs': 0.524075} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.075415] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.075941] env[65664]: WARNING neutronclient.v2_0.client [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.076511] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.076684] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.077012] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.077290] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1841a0cf-a734-422f-9a5e-30c75e91ab37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.083553] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 807.083553] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263e8a0-8982-2cef-5cf8-e7ba95abec69" [ 807.083553] env[65664]: _type = "Task" [ 807.083553] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.092474] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263e8a0-8982-2cef-5cf8-e7ba95abec69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.156162] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b94c39-5277-0f8c-ab25-0f4cc591551e, 'name': SearchDatastore_Task, 'duration_secs': 0.018375} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.156944] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14b7f66-2c64-4ef0-92ad-5ba2ff480a7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.165368] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 807.165368] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526875cd-34f7-24f5-2d67-cde167eed8b6" [ 807.165368] env[65664]: _type = "Task" [ 807.165368] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.176091] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526875cd-34f7-24f5-2d67-cde167eed8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.258593] env[65664]: DEBUG nova.network.neutron [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.314297] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 807.346857] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.347145] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.348055] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.348055] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.348055] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.348055] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.348367] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.348367] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.348431] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.348557] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.348776] env[65664]: DEBUG nova.virt.hardware [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.349637] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a2ff30-42a8-410f-8789-a0118bc378a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.360104] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45744af8-8341-4cae-b60f-8339293b935b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.451270] env[65664]: DEBUG nova.scheduler.client.report [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.505062] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415289, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.596320] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263e8a0-8982-2cef-5cf8-e7ba95abec69, 'name': SearchDatastore_Task, 'duration_secs': 0.032629} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.596670] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.597102] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.597178] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.681513] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526875cd-34f7-24f5-2d67-cde167eed8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015767} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.682024] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.682341] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. {{(pid=65664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 807.683034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.683034] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.683034] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66859ee2-a00f-4175-b006-1265821b0577 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.686822] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276ace67-5a34-4a77-b181-971e41f347e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696155] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 807.696155] env[65664]: value = "task-4415290" [ 807.696155] env[65664]: _type = "Task" [ 807.696155] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.704503] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.704814] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.711298] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97afd58-ca0c-4fbe-9489-306978d13c36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.714697] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.720665] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 807.720665] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520d7dc3-30a7-9a2e-1504-108192d08300" [ 807.720665] env[65664]: _type = "Task" [ 807.720665] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.740980] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520d7dc3-30a7-9a2e-1504-108192d08300, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.742316] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af888c3-d370-4f9c-a721-d89e9fb229ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.751293] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 807.751293] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524a003b-b975-005c-2889-e63e7d82434e" [ 807.751293] env[65664]: _type = "Task" [ 807.751293] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.762957] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524a003b-b975-005c-2889-e63e7d82434e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.961055] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.961055] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 807.962530] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.255s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.964402] env[65664]: INFO nova.compute.claims [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.994026] env[65664]: DEBUG nova.network.neutron [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Successfully updated port: ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.011213] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415289, 'name': Destroy_Task, 'duration_secs': 0.894329} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.011764] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Destroyed the VM [ 808.012158] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.012451] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da54cac3-c2f7-4e5a-9a79-1c3534b70f6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.021861] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 808.021861] env[65664]: value = "task-4415291" [ 808.021861] env[65664]: _type = "Task" [ 808.021861] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.037536] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.207361] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415290, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.216236] env[65664]: WARNING neutronclient.v2_0.client [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.263222] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524a003b-b975-005c-2889-e63e7d82434e, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.263707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.264142] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c5475260-99e2-402f-b96a-462dce8b5510/c5475260-99e2-402f-b96a-462dce8b5510.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.266019] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98784a3c-e876-4d0b-bff4-99e33ffcf34d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.275036] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 808.275036] env[65664]: value = "task-4415292" [ 808.275036] env[65664]: _type = "Task" [ 808.275036] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.285365] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.390376] env[65664]: DEBUG nova.network.neutron [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Updating instance_info_cache with network_info: [{"id": "ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf", "address": "fa:16:3e:ca:4c:dc", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbc6e81-e9", "ovs_interfaceid": "ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.473018] env[65664]: DEBUG nova.compute.utils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.478460] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 808.478752] env[65664]: DEBUG nova.network.neutron [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 808.479394] env[65664]: WARNING neutronclient.v2_0.client [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.479818] env[65664]: WARNING neutronclient.v2_0.client [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.503991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503991] env[65664]: DEBUG nova.network.neutron [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.539169] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415291, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.558293] env[65664]: DEBUG nova.policy [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a3f0dc1a474a5fb658e723c6f50c28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e730f3f81246b795d9aecc1796a1bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.711437] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710038} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.711437] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. [ 808.712996] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b23289-ed57-4a5e-9f16-c45a665a5d7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.750427] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.754024] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982d5da7-0a8b-46ae-b6d8-00015be8aacd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.774274] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 808.774274] env[65664]: value = "task-4415293" [ 808.774274] env[65664]: _type = "Task" [ 808.774274] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.794799] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.795580] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.864460] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.864752] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.896750] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-fffe8553-cc73-4fe7-b8ef-cace589959a3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896976] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Instance network_info: |[{"id": "ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf", "address": "fa:16:3e:ca:4c:dc", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbc6e81-e9", "ovs_interfaceid": "ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 808.899219] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:4c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.912026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating folder: Project (17cdff1850a345f7b59cb69c46148a36). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.912026] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18796a7c-b1ee-495b-9ad0-5f67a34b8735 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.926189] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created folder: Project (17cdff1850a345f7b59cb69c46148a36) in parent group-v863926. [ 808.926442] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating folder: Instances. Parent ref: group-v864072. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.926732] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d0282d-47dd-43f6-98e0-7fc6c2c50509 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.940493] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created folder: Instances in parent group-v864072. [ 808.940770] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 808.940990] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.941277] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca66c83d-7b9c-4753-b74a-f2b0979cb394 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.968051] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.968051] env[65664]: value = "task-4415296" [ 808.968051] env[65664]: _type = "Task" [ 808.968051] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.988960] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415296, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.989937] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 809.046352] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415291, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.221878] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.222075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.302504] env[65664]: DEBUG nova.network.neutron [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Successfully created port: 9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 809.309029] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622142} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.309029] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.309029] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c5475260-99e2-402f-b96a-462dce8b5510/c5475260-99e2-402f-b96a-462dce8b5510.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.309029] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.311745] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-705220f0-47f4-4838-a708-085a1353d19f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.323035] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 809.323035] env[65664]: value = "task-4415297" [ 809.323035] env[65664]: _type = "Task" [ 809.323035] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.338413] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.457259] env[65664]: DEBUG nova.network.neutron [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.485077] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415296, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.558132] env[65664]: DEBUG oslo_vmware.api [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415291, 'name': RemoveSnapshot_Task, 'duration_secs': 1.088884} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.563436] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.563436] env[65664]: INFO nova.compute.manager [None req-aca76df9-57df-468b-bd9d-140d095ed90b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Took 19.70 seconds to snapshot the instance on the hypervisor. [ 809.644560] env[65664]: WARNING neutronclient.v2_0.client [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.721268] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05903084-6c61-4fb7-9f0e-bfee8de7fe09 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.732196] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98f8b1-ad80-403c-a542-fa2876ea6f73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.768755] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a571ba3f-e5cc-4636-98b5-c0996ea8d263 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.785033] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63daaf05-2ba9-4112-a261-ee6511562035 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.790079] env[65664]: DEBUG nova.network.neutron [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [{"id": "ca99950b-24fa-4a01-977f-51e914dc1de4", "address": "fa:16:3e:ba:72:25", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca99950b-24", "ovs_interfaceid": "ca99950b-24fa-4a01-977f-51e914dc1de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.798116] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415293, 'name': ReconfigVM_Task, 'duration_secs': 0.630618} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.806398] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.807547] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.809825] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67696bdb-78c5-4e4b-8d4d-48cff55da2ef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.847511] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eeb685d-08cf-4118-b2a2-ce569eeb6a71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.867269] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259776} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.869080] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.869840] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 809.869840] env[65664]: value = "task-4415298" [ 809.869840] env[65664]: _type = "Task" [ 809.869840] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.870626] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8dec1-7752-46f0-a8e3-fcd68095ad1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.901572] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c5475260-99e2-402f-b96a-462dce8b5510/c5475260-99e2-402f-b96a-462dce8b5510.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.905884] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b0eaad-d329-417e-9d7e-8b1b3ff85003 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.920921] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.928500] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 809.928500] env[65664]: value = "task-4415299" [ 809.928500] env[65664]: _type = "Task" [ 809.928500] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.939336] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.980195] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415296, 'name': CreateVM_Task, 'duration_secs': 0.758554} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.980513] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.981060] env[65664]: WARNING neutronclient.v2_0.client [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.981848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.981848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.981941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.982195] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ff9233-eaf2-44dd-8334-19f4f778e321 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.990103] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 809.990103] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520516d6-1a76-b769-96eb-6a813c2e9fea" [ 809.990103] env[65664]: _type = "Task" [ 809.990103] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.999833] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520516d6-1a76-b769-96eb-6a813c2e9fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.005647] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 810.038906] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.040141] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.040141] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.040141] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.040141] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.040141] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.040409] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.040602] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.040909] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.041153] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.041335] env[65664]: DEBUG nova.virt.hardware [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.042296] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7f1b50-0dc1-4413-b32d-4a1e9a0ed14c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.053199] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9694baf9-38e0-4717-a973-2228b5cba7cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.110566] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "f71f64a0-cd74-43a2-b75e-6d0892e28992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.110967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.111310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "f71f64a0-cd74-43a2-b75e-6d0892e28992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.111599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.111872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.115171] env[65664]: INFO nova.compute.manager [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Terminating instance [ 810.294029] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.294302] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Instance network_info: |[{"id": "ca99950b-24fa-4a01-977f-51e914dc1de4", "address": "fa:16:3e:ba:72:25", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca99950b-24", "ovs_interfaceid": "ca99950b-24fa-4a01-977f-51e914dc1de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 810.295043] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:72:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca99950b-24fa-4a01-977f-51e914dc1de4', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.303419] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 810.304904] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.304904] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2093ad8c-23fb-471e-93e8-48c355aa555e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.328616] env[65664]: DEBUG nova.compute.manager [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Received event network-vif-plugged-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 810.329067] env[65664]: DEBUG oslo_concurrency.lockutils [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] Acquiring lock "fffe8553-cc73-4fe7-b8ef-cace589959a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.329067] env[65664]: DEBUG oslo_concurrency.lockutils [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.329274] env[65664]: DEBUG oslo_concurrency.lockutils [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.329445] env[65664]: DEBUG nova.compute.manager [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] No waiting events found dispatching network-vif-plugged-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 810.329602] env[65664]: WARNING nova.compute.manager [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Received unexpected event network-vif-plugged-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf for instance with vm_state building and task_state spawning. [ 810.329751] env[65664]: DEBUG nova.compute.manager [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Received event network-changed-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 810.329892] env[65664]: DEBUG nova.compute.manager [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Refreshing instance network info cache due to event network-changed-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 810.330302] env[65664]: DEBUG oslo_concurrency.lockutils [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] Acquiring lock "refresh_cache-fffe8553-cc73-4fe7-b8ef-cace589959a3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.330435] env[65664]: DEBUG oslo_concurrency.lockutils [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] Acquired lock "refresh_cache-fffe8553-cc73-4fe7-b8ef-cace589959a3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.330595] env[65664]: DEBUG nova.network.neutron [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Refreshing network info cache for port ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.333819] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.333819] env[65664]: value = "task-4415300" [ 810.333819] env[65664]: _type = "Task" [ 810.333819] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.346697] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415300, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.362107] env[65664]: ERROR nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [req-26c1973c-e1a0-436f-9176-998edad7a553] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26c1973c-e1a0-436f-9176-998edad7a553"}]} [ 810.371310] env[65664]: DEBUG nova.compute.manager [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Received event network-changed-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 810.371310] env[65664]: DEBUG nova.compute.manager [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Refreshing instance network info cache due to event network-changed-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 810.371310] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Acquiring lock "refresh_cache-c5475260-99e2-402f-b96a-462dce8b5510" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.371310] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Acquired lock "refresh_cache-c5475260-99e2-402f-b96a-462dce8b5510" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372489] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Refreshing network info cache for port 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.387169] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415298, 'name': ReconfigVM_Task, 'duration_secs': 0.404627} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.387655] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.388784] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 810.393476] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e258d1-e18b-4c4b-9a16-7e9794a22ed4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.403905] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 810.403905] env[65664]: value = "task-4415301" [ 810.403905] env[65664]: _type = "Task" [ 810.403905] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.415822] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.417023] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 810.417319] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.438088] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 810.446323] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.469099] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 810.504136] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520516d6-1a76-b769-96eb-6a813c2e9fea, 'name': SearchDatastore_Task, 'duration_secs': 0.017771} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.508565] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.509088] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.509675] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.510185] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.510573] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.511706] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147fa597-6015-47e7-ad2d-912373dddf0a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.525464] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.525858] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.527574] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5877dc-6bd7-47b9-9265-8645992a1281 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.537931] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 810.537931] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524fb4ce-3c59-fa6a-c607-bcf23d2deafb" [ 810.537931] env[65664]: _type = "Task" [ 810.537931] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.554040] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524fb4ce-3c59-fa6a-c607-bcf23d2deafb, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.558949] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8922b5-8a4a-46e8-bbe6-8f728ea4e802 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.566326] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 810.566326] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2e1f9-4ff2-9e57-b654-c511c303878c" [ 810.566326] env[65664]: _type = "Task" [ 810.566326] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.593257] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2e1f9-4ff2-9e57-b654-c511c303878c, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.593257] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.593257] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] fffe8553-cc73-4fe7-b8ef-cace589959a3/fffe8553-cc73-4fe7-b8ef-cace589959a3.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.593257] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8b5b0f7-9438-4296-a0bb-ad3ec35150e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.604150] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 810.604150] env[65664]: value = "task-4415302" [ 810.604150] env[65664]: _type = "Task" [ 810.604150] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.621255] env[65664]: DEBUG nova.compute.manager [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 810.625025] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.625025] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.625025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d849c-df55-4c07-b6cd-d6ad0c97f51b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.635162] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.635728] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3359062-73df-4c97-ad6d-ed9b22ede33f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.648180] env[65664]: DEBUG oslo_vmware.api [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 810.648180] env[65664]: value = "task-4415303" [ 810.648180] env[65664]: _type = "Task" [ 810.648180] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.664372] env[65664]: DEBUG oslo_vmware.api [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.838255] env[65664]: WARNING neutronclient.v2_0.client [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.854070] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415300, 'name': CreateVM_Task, 'duration_secs': 0.408088} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.854663] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.855375] env[65664]: WARNING neutronclient.v2_0.client [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.855803] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.856315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.857159] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.857613] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9018d2-563e-4c42-a279-46c88c9e7238 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.866858] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 810.866858] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526c06f5-64e9-5f39-4301-19cf6cba020d" [ 810.866858] env[65664]: _type = "Task" [ 810.866858] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.877068] env[65664]: WARNING neutronclient.v2_0.client [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.893071] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526c06f5-64e9-5f39-4301-19cf6cba020d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.918616] env[65664]: DEBUG oslo_vmware.api [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415301, 'name': PowerOnVM_Task, 'duration_secs': 0.504664} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.921687] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.924982] env[65664]: DEBUG nova.compute.manager [None req-8758b19b-23b0-4c92-9e0c-c4d57b807864 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.927320] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bdde6f-3585-451f-a3a9-6d12cc946be5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.949668] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415299, 'name': ReconfigVM_Task, 'duration_secs': 0.602527} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.950665] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c5475260-99e2-402f-b96a-462dce8b5510/c5475260-99e2-402f-b96a-462dce8b5510.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.952228] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d126837-c1fb-44bf-8643-07ed905a9a95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.961405] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 810.961405] env[65664]: value = "task-4415304" [ 810.961405] env[65664]: _type = "Task" [ 810.961405] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.974928] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415304, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.118091] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.162829] env[65664]: DEBUG oslo_vmware.api [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415303, 'name': PowerOffVM_Task, 'duration_secs': 0.337024} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.163462] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.163462] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.163705] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c343dbd-61d4-432e-9960-ba6d602b6627 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.216681] env[65664]: DEBUG nova.network.neutron [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Successfully updated port: 9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 811.226305] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910acba8-9df4-4528-adb9-819b0d0d5c41 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.251681] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13665ad-0347-4fa6-8371-d3da43951dde {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.258538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.258979] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.259339] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Deleting the datastore file [datastore2] f71f64a0-cd74-43a2-b75e-6d0892e28992 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.260448] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b24a5b2-9d3a-4fde-b1e6-206919404f13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.300337] env[65664]: DEBUG oslo_vmware.api [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for the task: (returnval){ [ 811.300337] env[65664]: value = "task-4415306" [ 811.300337] env[65664]: _type = "Task" [ 811.300337] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.301590] env[65664]: WARNING neutronclient.v2_0.client [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.305409] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7cd13-55c7-4e6a-b0f5-83bd126061f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.319756] env[65664]: DEBUG oslo_vmware.api [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.321768] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf6892e-426d-4ac5-bede-dcab0991a82a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.336337] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.338821] env[65664]: WARNING neutronclient.v2_0.client [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.380496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.380760] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.381539] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.381539] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.381539] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.383273] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526c06f5-64e9-5f39-4301-19cf6cba020d, 'name': SearchDatastore_Task, 'duration_secs': 0.06379} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.383731] env[65664]: INFO nova.compute.manager [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Terminating instance [ 811.388089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.388621] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.388621] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.388786] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.388994] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.390332] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95bfb8be-b6f1-4baf-b530-4a6416fc54bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.401289] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.401429] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.402164] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca53f97c-d614-4de1-96d1-4f18bc8437ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.409775] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 811.409775] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a8999-b59a-456f-c98a-fce432dcde8d" [ 811.409775] env[65664]: _type = "Task" [ 811.409775] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.427269] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a8999-b59a-456f-c98a-fce432dcde8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.428126] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a306e6-355f-40ce-bf0a-f4f1338d40b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.436299] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 811.436299] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52882e09-7738-4d3d-8ebe-dd580452e2d9" [ 811.436299] env[65664]: _type = "Task" [ 811.436299] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.445466] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52882e09-7738-4d3d-8ebe-dd580452e2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.453830] env[65664]: DEBUG nova.network.neutron [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Updated VIF entry in instance network info cache for port ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 811.454180] env[65664]: DEBUG nova.network.neutron [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Updating instance_info_cache with network_info: [{"id": "ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf", "address": "fa:16:3e:ca:4c:dc", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbc6e81-e9", "ovs_interfaceid": "ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.473743] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415304, 'name': Rename_Task, 'duration_secs': 0.240953} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.473986] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.474233] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f50082-d518-436e-9737-97712a501ae2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.481492] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Updated VIF entry in instance network info cache for port 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 811.481867] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Updating instance_info_cache with network_info: [{"id": "4c9e7fcc-b41a-4489-a6e5-a8a73e45caed", "address": "fa:16:3e:68:97:5c", "network": {"id": "075b18c1-c176-41f6-ab64-376953682025", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1908568470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "732d933edaa749b8b6ba303257641f5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9e7fcc-b4", "ovs_interfaceid": "4c9e7fcc-b41a-4489-a6e5-a8a73e45caed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.484724] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 811.484724] env[65664]: value = "task-4415307" [ 811.484724] env[65664]: _type = "Task" [ 811.484724] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.494761] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.617969] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536344} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.618283] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] fffe8553-cc73-4fe7-b8ef-cace589959a3/fffe8553-cc73-4fe7-b8ef-cace589959a3.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.618563] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.620030] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f71b3c-31ae-49c7-8b38-2323d6552b44 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.627035] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 811.627035] env[65664]: value = "task-4415308" [ 811.627035] env[65664]: _type = "Task" [ 811.627035] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.637648] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.722167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "refresh_cache-e803b4f8-ea31-40f6-b2e7-98d1755d5971" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722366] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired lock "refresh_cache-e803b4f8-ea31-40f6-b2e7-98d1755d5971" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722549] env[65664]: DEBUG nova.network.neutron [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.820376] env[65664]: DEBUG oslo_vmware.api [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Task: {'id': task-4415306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501702} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.820654] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.820835] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.821018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.821199] env[65664]: INFO nova.compute.manager [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Took 1.20 seconds to destroy the instance on the hypervisor. [ 811.821438] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 811.821632] env[65664]: DEBUG nova.compute.manager [-] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.821727] env[65664]: DEBUG nova.network.neutron [-] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.821970] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.869223] env[65664]: ERROR nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [req-6e4d988b-16cc-428f-8c80-824dac6f28c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e4d988b-16cc-428f-8c80-824dac6f28c3"}]} [ 811.891858] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.894575] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "refresh_cache-3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.895406] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquired lock "refresh_cache-3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.895406] env[65664]: DEBUG nova.network.neutron [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.898800] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.910145] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.910381] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.926425] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.949179] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52882e09-7738-4d3d-8ebe-dd580452e2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.950299] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.952656] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.952927] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35/3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.953452] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bf5b4c9-54bf-4028-91ca-aba98de3dffc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.956795] env[65664]: DEBUG oslo_concurrency.lockutils [req-87edff6d-cc18-41a5-ac26-45aed34608cc req-201dee2d-c3c7-468e-84b4-6eccb68cd629 service nova] Releasing lock "refresh_cache-fffe8553-cc73-4fe7-b8ef-cace589959a3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.962529] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 811.962529] env[65664]: value = "task-4415309" [ 811.962529] env[65664]: _type = "Task" [ 811.962529] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.971623] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.987086] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Releasing lock "refresh_cache-c5475260-99e2-402f-b96a-462dce8b5510" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.987086] env[65664]: DEBUG nova.compute.manager [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 811.987293] env[65664]: DEBUG nova.compute.manager [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing instance network info cache due to event network-changed-91c88514-a1a9-4ef9-ad8c-af699b7648df. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 811.987768] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Acquiring lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987768] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Acquired lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987768] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Refreshing network info cache for port 91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.003867] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.137444] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308954} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.140376] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.142342] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f543f97-a05d-4b61-beb6-c3a697843367 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.168964] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] fffe8553-cc73-4fe7-b8ef-cace589959a3/fffe8553-cc73-4fe7-b8ef-cace589959a3.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.173295] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfb8d7a-59bf-4ae1-9cce-4a2f6911fb45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.191587] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.191894] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.198759] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 812.198759] env[65664]: value = "task-4415310" [ 812.198759] env[65664]: _type = "Task" [ 812.198759] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.211611] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.401866] env[65664]: WARNING neutronclient.v2_0.client [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.483916] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.498096] env[65664]: DEBUG nova.network.neutron [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 812.503034] env[65664]: WARNING neutronclient.v2_0.client [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.509025] env[65664]: DEBUG nova.network.neutron [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 812.515429] env[65664]: DEBUG oslo_vmware.api [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415307, 'name': PowerOnVM_Task, 'duration_secs': 0.990365} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.515804] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.516025] env[65664]: INFO nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Took 10.75 seconds to spawn the instance on the hypervisor. [ 812.516250] env[65664]: DEBUG nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.517213] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245cddc-2791-4c26-9b57-2c2861a2869e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.567836] env[65664]: INFO nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Port 91c88514-a1a9-4ef9-ad8c-af699b7648df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 812.568092] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.579178] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace2829d-a14e-4dd7-8dad-71cc720be5ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.600127] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dafaa17-4cfb-40d1-90ad-60038749d474 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.644812] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39751c-66d5-483b-94a0-e23082b09c80 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.660198] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bebc46-a141-4717-84af-24152bc275c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.679221] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.713752] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.739715] env[65664]: DEBUG nova.network.neutron [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.790837] env[65664]: WARNING neutronclient.v2_0.client [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.903285] env[65664]: DEBUG nova.network.neutron [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Updating instance_info_cache with network_info: [{"id": "9bc8c18b-d176-475f-926b-b0ffe60c4c73", "address": "fa:16:3e:8b:00:fa", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc8c18b-d1", "ovs_interfaceid": "9bc8c18b-d176-475f-926b-b0ffe60c4c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.912677] env[65664]: DEBUG nova.network.neutron [-] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.978049] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868657} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.978049] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35/3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.978049] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.978049] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6169331a-4b2e-4289-9d59-706239e32e48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.986513] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 812.986513] env[65664]: value = "task-4415311" [ 812.986513] env[65664]: _type = "Task" [ 812.986513] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.996441] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.039169] env[65664]: INFO nova.compute.manager [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Took 43.69 seconds to build instance. [ 813.073022] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Releasing lock "refresh_cache-f71f64a0-cd74-43a2-b75e-6d0892e28992" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.073022] env[65664]: DEBUG nova.compute.manager [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Received event network-changed-28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 813.073022] env[65664]: DEBUG nova.compute.manager [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Refreshing instance network info cache due to event network-changed-28f0b73c-452b-4e84-8eab-bce2c0ef849e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 813.073022] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Acquiring lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.073022] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Acquired lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.073022] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Refreshing network info cache for port 28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.189439] env[65664]: DEBUG nova.compute.manager [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Received event network-changed-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 813.189626] env[65664]: DEBUG nova.compute.manager [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Refreshing instance network info cache due to event network-changed-2a328bb5-a4a7-4dc6-acf7-99a1264033c2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 813.189831] env[65664]: DEBUG oslo_concurrency.lockutils [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] Acquiring lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.189963] env[65664]: DEBUG oslo_concurrency.lockutils [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] Acquired lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.190152] env[65664]: DEBUG nova.network.neutron [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Refreshing network info cache for port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.215338] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415310, 'name': ReconfigVM_Task, 'duration_secs': 0.875154} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.215735] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Reconfigured VM instance instance-00000030 to attach disk [datastore2] fffe8553-cc73-4fe7-b8ef-cace589959a3/fffe8553-cc73-4fe7-b8ef-cace589959a3.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.216515] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250ea19b-cb61-4d48-98fa-8794223734bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.221797] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Received event network-vif-plugged-ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 813.222079] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Acquiring lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.222317] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.222653] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.222653] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] No waiting events found dispatching network-vif-plugged-ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 813.222938] env[65664]: WARNING nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Received unexpected event network-vif-plugged-ca99950b-24fa-4a01-977f-51e914dc1de4 for instance with vm_state building and task_state spawning. [ 813.223236] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Received event network-changed-ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 813.223446] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Refreshing instance network info cache due to event network-changed-ca99950b-24fa-4a01-977f-51e914dc1de4. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 813.223865] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Acquiring lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.223865] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Acquired lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.224043] env[65664]: DEBUG nova.network.neutron [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Refreshing network info cache for port ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.227677] env[65664]: DEBUG nova.scheduler.client.report [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 813.227780] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 79 to 80 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 813.227912] env[65664]: DEBUG nova.compute.provider_tree [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.231951] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 813.231951] env[65664]: value = "task-4415312" [ 813.231951] env[65664]: _type = "Task" [ 813.231951] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.245306] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Releasing lock "refresh_cache-3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.245672] env[65664]: DEBUG nova.compute.manager [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 813.245871] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.246198] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415312, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.247300] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31bdbd0-9a6a-4b57-ab6f-b728f547c068 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.256257] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.257030] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34236c1c-0a8a-461e-be2f-e9a8de9be740 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.266947] env[65664]: DEBUG oslo_vmware.api [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 813.266947] env[65664]: value = "task-4415313" [ 813.266947] env[65664]: _type = "Task" [ 813.266947] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.278736] env[65664]: DEBUG oslo_vmware.api [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.394802] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.395086] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.395399] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "f16530fd-2c87-4dc6-a88d-135dbf49375e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.395636] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.395811] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.398129] env[65664]: INFO nova.compute.manager [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Terminating instance [ 813.407396] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Releasing lock "refresh_cache-e803b4f8-ea31-40f6-b2e7-98d1755d5971" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.407856] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Instance network_info: |[{"id": "9bc8c18b-d176-475f-926b-b0ffe60c4c73", "address": "fa:16:3e:8b:00:fa", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc8c18b-d1", "ovs_interfaceid": "9bc8c18b-d176-475f-926b-b0ffe60c4c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 813.408365] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:00:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bc8c18b-d176-475f-926b-b0ffe60c4c73', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.418056] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating folder: Project (d8e730f3f81246b795d9aecc1796a1bc). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.419480] env[65664]: INFO nova.compute.manager [-] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Took 1.60 seconds to deallocate network for instance. [ 813.419869] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-943cd57b-7643-4ef1-81a8-92f6148c503b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.437748] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Created folder: Project (d8e730f3f81246b795d9aecc1796a1bc) in parent group-v863926. [ 813.439534] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating folder: Instances. Parent ref: group-v864076. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.439534] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dce94785-b298-4aaa-a914-492c862eec48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.451739] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Created folder: Instances in parent group-v864076. [ 813.452109] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 813.452426] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.452665] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07793e2e-86d4-43dd-823f-251fdc7bd40f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.478390] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.478390] env[65664]: value = "task-4415316" [ 813.478390] env[65664]: _type = "Task" [ 813.478390] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.491159] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415316, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.503111] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073675} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.503543] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.505093] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e4fc65-4196-4691-ae2e-5dd52cced56c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.531352] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35/3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.531831] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58334c8-466d-4de6-9d80-6d9b999a1095 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.548495] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae185dd8-56da-4d8b-98fc-007cf49f378f tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "c5475260-99e2-402f-b96a-462dce8b5510" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.004s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.556792] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 813.556792] env[65664]: value = "task-4415317" [ 813.556792] env[65664]: _type = "Task" [ 813.556792] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.568311] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.576963] env[65664]: WARNING neutronclient.v2_0.client [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.612266] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "afd60b9b-71fe-4133-ad15-26b625cd05a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.612723] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.613410] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "afd60b9b-71fe-4133-ad15-26b625cd05a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.613670] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.614584] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.616447] env[65664]: INFO nova.compute.manager [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Terminating instance [ 813.693996] env[65664]: WARNING neutronclient.v2_0.client [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.736636] env[65664]: WARNING neutronclient.v2_0.client [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.740841] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.778s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.741497] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 813.745772] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.021s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.747456] env[65664]: INFO nova.compute.claims [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.762542] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415312, 'name': Rename_Task, 'duration_secs': 0.20016} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.762542] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.762830] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea1eec4-09bc-4fe8-8301-4ace0f7f0059 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.778334] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 813.778334] env[65664]: value = "task-4415318" [ 813.778334] env[65664]: _type = "Task" [ 813.778334] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.785263] env[65664]: DEBUG oslo_vmware.api [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415313, 'name': PowerOffVM_Task, 'duration_secs': 0.226249} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.785957] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.786201] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.786492] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29f1a53-56ee-4b36-a445-b85af607a052 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.793848] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.824188] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.824557] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.824851] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Deleting the datastore file [datastore2] 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.825336] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d634978-28e6-43af-acfe-3b641610e115 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.835713] env[65664]: DEBUG oslo_vmware.api [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for the task: (returnval){ [ 813.835713] env[65664]: value = "task-4415320" [ 813.835713] env[65664]: _type = "Task" [ 813.835713] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.847389] env[65664]: DEBUG oslo_vmware.api [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.905911] env[65664]: DEBUG nova.compute.manager [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 813.906175] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.907477] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b4b0e6-1a46-467e-b66b-e636ead0e79e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.918858] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.919334] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d6f32ed-cddd-4fea-a11f-334e775ba2a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.932503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.955487] env[65664]: WARNING neutronclient.v2_0.client [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.997819] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415316, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.014746] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.017215] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.017215] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleting the datastore file [datastore1] f16530fd-2c87-4dc6-a88d-135dbf49375e {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.017215] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca7b4d52-437c-41ab-b81a-67f07d76621f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.025311] env[65664]: DEBUG oslo_vmware.api [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 814.025311] env[65664]: value = "task-4415322" [ 814.025311] env[65664]: _type = "Task" [ 814.025311] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.035127] env[65664]: DEBUG oslo_vmware.api [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.053540] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 814.071657] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.121110] env[65664]: DEBUG nova.compute.manager [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 814.121376] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.122344] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e444fb4-651d-4e62-bab7-6d7466b80a6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.130352] env[65664]: WARNING neutronclient.v2_0.client [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.135586] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.135863] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ae100b-6713-4bbd-a4d9-bf3f89f7437f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.144490] env[65664]: DEBUG oslo_vmware.api [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 814.144490] env[65664]: value = "task-4415323" [ 814.144490] env[65664]: _type = "Task" [ 814.144490] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.154941] env[65664]: DEBUG oslo_vmware.api [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.179070] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updated VIF entry in instance network info cache for port 28f0b73c-452b-4e84-8eab-bce2c0ef849e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.179458] env[65664]: DEBUG nova.network.neutron [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updating instance_info_cache with network_info: [{"id": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "address": "fa:16:3e:6a:ab:2d", "network": {"id": "9bfbba26-bdca-4364-a70b-f52901f6cb19", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1436353969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b48785c5e64f799561f35c32cd6a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28f0b73c-45", "ovs_interfaceid": "28f0b73c-452b-4e84-8eab-bce2c0ef849e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.219477] env[65664]: WARNING neutronclient.v2_0.client [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.261247] env[65664]: DEBUG nova.compute.utils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.265831] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 814.266134] env[65664]: DEBUG nova.network.neutron [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 814.266547] env[65664]: WARNING neutronclient.v2_0.client [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.266977] env[65664]: WARNING neutronclient.v2_0.client [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.291792] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.347771] env[65664]: DEBUG oslo_vmware.api [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Task: {'id': task-4415320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205573} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.349676] env[65664]: DEBUG nova.network.neutron [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updated VIF entry in instance network info cache for port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.349947] env[65664]: DEBUG nova.network.neutron [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updating instance_info_cache with network_info: [{"id": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "address": "fa:16:3e:cf:9d:97", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a328bb5-a4", "ovs_interfaceid": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.351322] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.351540] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.351725] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.351963] env[65664]: INFO nova.compute.manager [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Took 1.11 seconds to destroy the instance on the hypervisor. [ 814.352363] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 814.352991] env[65664]: DEBUG nova.compute.manager [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 814.353157] env[65664]: DEBUG nova.network.neutron [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.353517] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.378934] env[65664]: DEBUG nova.policy [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '144c0ed076154141afcf3339ef2534cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c855f3298b7645799ab171f39a9465b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.388543] env[65664]: DEBUG nova.network.neutron [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updated VIF entry in instance network info cache for port ca99950b-24fa-4a01-977f-51e914dc1de4. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.388543] env[65664]: DEBUG nova.network.neutron [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [{"id": "ca99950b-24fa-4a01-977f-51e914dc1de4", "address": "fa:16:3e:ba:72:25", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca99950b-24", "ovs_interfaceid": "ca99950b-24fa-4a01-977f-51e914dc1de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.405762] env[65664]: DEBUG nova.network.neutron [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.406063] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.495781] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415316, 'name': CreateVM_Task, 'duration_secs': 0.613898} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.495781] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.496219] env[65664]: WARNING neutronclient.v2_0.client [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.496522] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.496671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.497089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.497365] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1958d3f8-8f2d-4cd6-b389-b0f111a2c4fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.504063] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 814.504063] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab22d0-40b9-9b32-aea9-8acd9c454943" [ 814.504063] env[65664]: _type = "Task" [ 814.504063] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.514137] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab22d0-40b9-9b32-aea9-8acd9c454943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.538152] env[65664]: DEBUG oslo_vmware.api [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283764} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.538152] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.538152] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.538152] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.538352] env[65664]: INFO nova.compute.manager [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 814.538687] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 814.539306] env[65664]: DEBUG nova.compute.manager [-] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 814.539306] env[65664]: DEBUG nova.network.neutron [-] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.539306] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.576051] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415317, 'name': ReconfigVM_Task, 'duration_secs': 0.680595} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.576051] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35/3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.576787] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fede624-9640-4ee2-bb14-328ae0044605 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585100] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 814.585100] env[65664]: value = "task-4415324" [ 814.585100] env[65664]: _type = "Task" [ 814.585100] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.595588] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.599393] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415324, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.655561] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.667201] env[65664]: DEBUG oslo_vmware.api [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415323, 'name': PowerOffVM_Task, 'duration_secs': 0.31807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.667201] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.667201] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.667201] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aa7e06a-112c-40ba-83e3-3b6e0cd11a87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.684048] env[65664]: DEBUG oslo_concurrency.lockutils [req-6522fe6c-d673-446c-b8d2-0a0f1b30645b req-c475fb2a-d9ed-40af-a95c-cadceb96b7ea service nova] Releasing lock "refresh_cache-f4a710b5-4410-4915-b8f3-32131972100f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.723535] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "c07dc834-0d8c-455d-a138-549ff3738fa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.723778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.761154] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.762033] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.762033] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore2] afd60b9b-71fe-4133-ad15-26b625cd05a4 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.762033] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59d776e8-2f3c-4892-8c1e-3b113986af54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.765920] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 814.770901] env[65664]: DEBUG oslo_vmware.api [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 814.770901] env[65664]: value = "task-4415326" [ 814.770901] env[65664]: _type = "Task" [ 814.770901] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.784512] env[65664]: DEBUG oslo_vmware.api [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.794828] env[65664]: DEBUG oslo_vmware.api [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415318, 'name': PowerOnVM_Task, 'duration_secs': 0.691605} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.794828] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.794828] env[65664]: INFO nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Took 10.23 seconds to spawn the instance on the hypervisor. [ 814.794828] env[65664]: DEBUG nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 814.795053] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223538ee-1833-4ce3-b830-b3f998c79a40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.844610] env[65664]: DEBUG nova.network.neutron [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Successfully created port: 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 814.856849] env[65664]: DEBUG oslo_concurrency.lockutils [req-3428813d-099a-4a73-872a-b410c8127af4 req-164f9b96-82e0-4b2a-9644-11056ca18a8d service nova] Releasing lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.895088] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Releasing lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.896647] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Received event network-vif-plugged-9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 814.896647] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Acquiring lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.896647] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.896647] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.896647] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] No waiting events found dispatching network-vif-plugged-9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 814.896647] env[65664]: WARNING nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Received unexpected event network-vif-plugged-9bc8c18b-d176-475f-926b-b0ffe60c4c73 for instance with vm_state building and task_state spawning. [ 814.896647] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Received event network-changed-9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 814.897297] env[65664]: DEBUG nova.compute.manager [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Refreshing instance network info cache due to event network-changed-9bc8c18b-d176-475f-926b-b0ffe60c4c73. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 814.897297] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Acquiring lock "refresh_cache-e803b4f8-ea31-40f6-b2e7-98d1755d5971" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.897297] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Acquired lock "refresh_cache-e803b4f8-ea31-40f6-b2e7-98d1755d5971" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.897297] env[65664]: DEBUG nova.network.neutron [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Refreshing network info cache for port 9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.908816] env[65664]: DEBUG nova.network.neutron [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.018921] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab22d0-40b9-9b32-aea9-8acd9c454943, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.019884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.020405] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.020877] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.020877] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.020957] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.021375] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26d0aa2-c430-489a-83a1-82a312804a76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.035066] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.035301] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.037139] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23485ac4-c7e8-484e-832e-f56f8ab5acdd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.048243] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 815.048243] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261b613-8e0d-ebed-f74e-d328027c38ef" [ 815.048243] env[65664]: _type = "Task" [ 815.048243] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.058992] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261b613-8e0d-ebed-f74e-d328027c38ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.098970] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415324, 'name': Rename_Task, 'duration_secs': 0.278833} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.102363] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.104826] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1140cea-fce1-450a-91ef-8efb101a07db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.113464] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 815.113464] env[65664]: value = "task-4415327" [ 815.113464] env[65664]: _type = "Task" [ 815.113464] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.126516] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.205757] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.206243] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.289218] env[65664]: DEBUG oslo_vmware.api [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293249} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.289513] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.289689] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.289917] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.290184] env[65664]: INFO nova.compute.manager [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 815.290334] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.290549] env[65664]: DEBUG nova.compute.manager [-] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 815.290657] env[65664]: DEBUG nova.network.neutron [-] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.290887] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.321977] env[65664]: INFO nova.compute.manager [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Took 44.90 seconds to build instance. [ 815.369374] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.401359] env[65664]: WARNING neutronclient.v2_0.client [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.416879] env[65664]: INFO nova.compute.manager [-] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Took 1.06 seconds to deallocate network for instance. [ 815.442030] env[65664]: DEBUG nova.network.neutron [-] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.453198] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d5f36-9858-4c62-878d-2c8001550b34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.463771] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e37ca89-2654-47e9-98e0-37b59922117c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.503021] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa6613-ddb6-4129-9a8a-db2eae1d7489 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.512738] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08fe6b3-d8c8-4dd2-a1a1-7de99425a34c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.529138] env[65664]: DEBUG nova.compute.provider_tree [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.561127] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5261b613-8e0d-ebed-f74e-d328027c38ef, 'name': SearchDatastore_Task, 'duration_secs': 0.017174} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.562263] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4664ef-55d7-4456-a08d-7fb752d9873e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.569594] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 815.569594] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249c42d-bf54-cb90-1d97-74611b01fa21" [ 815.569594] env[65664]: _type = "Task" [ 815.569594] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.583490] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249c42d-bf54-cb90-1d97-74611b01fa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.625394] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.783980] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 815.809758] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 815.810048] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.810158] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 815.810338] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.810455] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 815.810590] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 815.810786] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 815.810941] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 815.811115] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 815.811277] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 815.811447] env[65664]: DEBUG nova.virt.hardware [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 815.812382] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592af40-0641-41af-b494-ecc9edbcefe7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.823180] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5f5cf-4691-4b59-886b-9a309ecec73b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.833781] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67127b5d-7a13-4dca-ac65-604ebface25e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.132s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.923758] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.944660] env[65664]: INFO nova.compute.manager [-] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Took 1.41 seconds to deallocate network for instance. [ 815.957758] env[65664]: WARNING neutronclient.v2_0.client [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.028183] env[65664]: DEBUG nova.compute.manager [req-4a6b2e7d-a274-4d89-b2b4-ead9f92daf6e req-0cfd6707-8e68-4cc7-8c60-47c26d50a769 service nova] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Received event network-vif-deleted-91c88514-a1a9-4ef9-ad8c-af699b7648df {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 816.054954] env[65664]: DEBUG nova.compute.manager [req-19529923-ce4f-44a3-ad1c-5716845db97f req-a7c37283-508c-48f0-87ff-610fd7d461da service nova] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Received event network-vif-deleted-16924159-7671-4424-913c-7474408a8363 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 816.056695] env[65664]: ERROR nova.scheduler.client.report [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [req-33b2aa3a-d06d-4a49-bc56-efdb9570301c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33b2aa3a-d06d-4a49-bc56-efdb9570301c"}]} [ 816.078009] env[65664]: DEBUG nova.scheduler.client.report [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 816.089709] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249c42d-bf54-cb90-1d97-74611b01fa21, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.089709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.089709] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e803b4f8-ea31-40f6-b2e7-98d1755d5971/e803b4f8-ea31-40f6-b2e7-98d1755d5971.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.089977] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d935ad9-1437-4911-912c-f405f379cbe7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.099389] env[65664]: DEBUG nova.scheduler.client.report [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 816.100306] env[65664]: DEBUG nova.compute.provider_tree [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.104080] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 816.104080] env[65664]: value = "task-4415328" [ 816.104080] env[65664]: _type = "Task" [ 816.104080] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.116262] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.117559] env[65664]: DEBUG nova.scheduler.client.report [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 816.129105] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.130141] env[65664]: DEBUG nova.network.neutron [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Updated VIF entry in instance network info cache for port 9bc8c18b-d176-475f-926b-b0ffe60c4c73. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 816.130472] env[65664]: DEBUG nova.network.neutron [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Updating instance_info_cache with network_info: [{"id": "9bc8c18b-d176-475f-926b-b0ffe60c4c73", "address": "fa:16:3e:8b:00:fa", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc8c18b-d1", "ovs_interfaceid": "9bc8c18b-d176-475f-926b-b0ffe60c4c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.143633] env[65664]: DEBUG nova.scheduler.client.report [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.163218] env[65664]: DEBUG nova.network.neutron [-] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.349409] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 816.454271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.578111] env[65664]: DEBUG nova.network.neutron [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Successfully updated port: 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 816.616299] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415328, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.626533] env[65664]: DEBUG oslo_vmware.api [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415327, 'name': PowerOnVM_Task, 'duration_secs': 1.41235} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.629611] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.629829] env[65664]: INFO nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Took 9.32 seconds to spawn the instance on the hypervisor. [ 816.630010] env[65664]: DEBUG nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 816.631035] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89caa390-73c6-414b-8c4d-87a4e3468216 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.633996] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb035f7f-c387-47fc-bdce-b13940431dac req-ab625a3b-c57b-401a-a3c0-bd073ca21f16 service nova] Releasing lock "refresh_cache-e803b4f8-ea31-40f6-b2e7-98d1755d5971" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.666578] env[65664]: INFO nova.compute.manager [-] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Took 1.38 seconds to deallocate network for instance. [ 816.769366] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db00950-da96-4e3d-a9ca-12e8b7b71847 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.779954] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025bf01-40d3-491b-b8cf-1b39132adb9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.814649] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d961c-d5ec-4273-bb55-0d73f9ab6a68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.824274] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12b2fe3-278e-492a-b604-8bff3cefedf9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.840209] env[65664]: DEBUG nova.compute.provider_tree [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.871298] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.926489] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fffe8553-cc73-4fe7-b8ef-cace589959a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.926837] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.927112] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fffe8553-cc73-4fe7-b8ef-cace589959a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.927340] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.927614] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.930029] env[65664]: INFO nova.compute.manager [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Terminating instance [ 817.081189] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.081854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.081854] env[65664]: DEBUG nova.network.neutron [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.115878] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924732} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.115878] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e803b4f8-ea31-40f6-b2e7-98d1755d5971/e803b4f8-ea31-40f6-b2e7-98d1755d5971.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.116074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.117146] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a26fb3c-a58b-44f7-a03b-0abe4cdcfbcd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.124940] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 817.124940] env[65664]: value = "task-4415329" [ 817.124940] env[65664]: _type = "Task" [ 817.124940] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.137149] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.158430] env[65664]: INFO nova.compute.manager [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Took 42.35 seconds to build instance. [ 817.179142] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.387211] env[65664]: DEBUG nova.scheduler.client.report [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 817.387520] env[65664]: DEBUG nova.compute.provider_tree [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 82 to 83 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 817.387666] env[65664]: DEBUG nova.compute.provider_tree [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.434292] env[65664]: DEBUG nova.compute.manager [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 817.434530] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.435544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c52f55e-3135-413e-80f2-dd117cb8a4e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444798] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.445534] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48bbe16c-5e50-487f-9e15-ca9ad40a5214 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.452812] env[65664]: DEBUG oslo_vmware.api [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 817.452812] env[65664]: value = "task-4415330" [ 817.452812] env[65664]: _type = "Task" [ 817.452812] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.463191] env[65664]: DEBUG oslo_vmware.api [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.631150] env[65664]: DEBUG nova.network.neutron [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 817.640831] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074979} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.641183] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.642074] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81892d1-21d0-4f87-904c-ade9e08c7719 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.662408] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d81627bb-1d16-445f-8eaf-8842e2aab4aa tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.752s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.672915] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e803b4f8-ea31-40f6-b2e7-98d1755d5971/e803b4f8-ea31-40f6-b2e7-98d1755d5971.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.681060] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7d6c04-b953-43b4-94d6-6959e00c53ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.707588] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 817.707588] env[65664]: value = "task-4415331" [ 817.707588] env[65664]: _type = "Task" [ 817.707588] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.719444] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.762437] env[65664]: WARNING neutronclient.v2_0.client [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.839974] env[65664]: DEBUG nova.network.neutron [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updating instance_info_cache with network_info: [{"id": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "address": "fa:16:3e:5a:51:c2", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1ab6c-1f", "ovs_interfaceid": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.893920] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.148s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.894578] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 817.901471] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.943s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.901720] env[65664]: DEBUG nova.objects.instance [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.968273] env[65664]: DEBUG oslo_vmware.api [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415330, 'name': PowerOffVM_Task, 'duration_secs': 0.236206} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.970829] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.970829] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.970829] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca1b7ec-a244-4841-ab5f-432b891ab036 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.045758] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.045984] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.046490] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleting the datastore file [datastore2] fffe8553-cc73-4fe7-b8ef-cace589959a3 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.050632] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dea83784-45e1-4154-9819-c4269818dd97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.057835] env[65664]: DEBUG oslo_vmware.api [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 818.057835] env[65664]: value = "task-4415333" [ 818.057835] env[65664]: _type = "Task" [ 818.057835] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.077280] env[65664]: DEBUG oslo_vmware.api [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.200431] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 818.220564] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415331, 'name': ReconfigVM_Task, 'duration_secs': 0.337165} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.221366] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e803b4f8-ea31-40f6-b2e7-98d1755d5971/e803b4f8-ea31-40f6-b2e7-98d1755d5971.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.222349] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8de27b0a-7bf8-40b4-83a8-2676853a4fa6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.233441] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 818.233441] env[65664]: value = "task-4415334" [ 818.233441] env[65664]: _type = "Task" [ 818.233441] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.244220] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415334, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.322278] env[65664]: DEBUG nova.compute.manager [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Received event network-vif-plugged-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 818.324717] env[65664]: DEBUG oslo_concurrency.lockutils [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.324949] env[65664]: DEBUG oslo_concurrency.lockutils [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.325187] env[65664]: DEBUG oslo_concurrency.lockutils [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.325530] env[65664]: DEBUG nova.compute.manager [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] No waiting events found dispatching network-vif-plugged-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 818.325858] env[65664]: WARNING nova.compute.manager [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Received unexpected event network-vif-plugged-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a for instance with vm_state building and task_state spawning. [ 818.325858] env[65664]: DEBUG nova.compute.manager [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Received event network-changed-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 818.325945] env[65664]: DEBUG nova.compute.manager [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Refreshing instance network info cache due to event network-changed-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 818.326206] env[65664]: DEBUG oslo_concurrency.lockutils [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] Acquiring lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.343915] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.344557] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Instance network_info: |[{"id": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "address": "fa:16:3e:5a:51:c2", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1ab6c-1f", "ovs_interfaceid": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 818.344898] env[65664]: DEBUG oslo_concurrency.lockutils [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] Acquired lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.345310] env[65664]: DEBUG nova.network.neutron [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Refreshing network info cache for port 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.347244] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:51:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.356140] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Creating folder: Project (c855f3298b7645799ab171f39a9465b3). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.356844] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd9e3c49-fcfc-4243-8e8a-124894338aa0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.376452] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Created folder: Project (c855f3298b7645799ab171f39a9465b3) in parent group-v863926. [ 818.376452] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Creating folder: Instances. Parent ref: group-v864079. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.376452] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-971712d9-ca29-4f36-9fbe-ed4f8217de26 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.382862] env[65664]: DEBUG nova.compute.manager [req-b7665791-6917-4073-8a59-930c2bc26a50 req-af8cef18-6faf-4ca2-a9b1-0ae31b307413 service nova] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Received event network-vif-deleted-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 818.394806] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Created folder: Instances in parent group-v864079. [ 818.395122] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.395397] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.395629] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe564847-6df4-418b-9a6b-f77502ca945d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.413460] env[65664]: DEBUG nova.compute.utils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.417943] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 818.418238] env[65664]: DEBUG nova.network.neutron [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 818.418854] env[65664]: WARNING neutronclient.v2_0.client [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.418854] env[65664]: WARNING neutronclient.v2_0.client [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.427667] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.427667] env[65664]: value = "task-4415337" [ 818.427667] env[65664]: _type = "Task" [ 818.427667] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.439078] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415337, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.532584] env[65664]: DEBUG nova.policy [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a3f0dc1a474a5fb658e723c6f50c28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e730f3f81246b795d9aecc1796a1bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.574628] env[65664]: DEBUG oslo_vmware.api [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183323} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.575126] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.575400] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.575643] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.575923] env[65664]: INFO nova.compute.manager [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 818.576375] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.576619] env[65664]: DEBUG nova.compute.manager [-] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 818.576790] env[65664]: DEBUG nova.network.neutron [-] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 818.577067] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.734499] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.746649] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415334, 'name': Rename_Task, 'duration_secs': 0.167486} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.746649] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.746649] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12b6bc45-ee2d-486a-b091-c8bca09dc8ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.755465] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 818.755465] env[65664]: value = "task-4415338" [ 818.755465] env[65664]: _type = "Task" [ 818.755465] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.766885] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.860632] env[65664]: WARNING neutronclient.v2_0.client [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.919057] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 818.926650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08568b09-23a7-43d5-925f-abbd2632044f tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.928503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.899s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.928843] env[65664]: DEBUG nova.objects.instance [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lazy-loading 'resources' on Instance uuid ebb2c981-b6ad-46a2-95a6-6d2c4b185df7 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.944708] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415337, 'name': CreateVM_Task, 'duration_secs': 0.505623} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.944942] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.945669] env[65664]: WARNING neutronclient.v2_0.client [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.946164] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.946376] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.946795] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.947166] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522e8f4c-c246-422c-9cd3-6504a6c5892d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.954460] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 818.954460] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521b853f-a3b1-7a09-40f4-8efd316197ed" [ 818.954460] env[65664]: _type = "Task" [ 818.954460] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.961535] env[65664]: DEBUG nova.network.neutron [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Successfully created port: 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 818.968314] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521b853f-a3b1-7a09-40f4-8efd316197ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.035917] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.268310] env[65664]: DEBUG oslo_vmware.api [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415338, 'name': PowerOnVM_Task, 'duration_secs': 0.481011} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.268528] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.268729] env[65664]: INFO nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Took 9.26 seconds to spawn the instance on the hypervisor. [ 819.268927] env[65664]: DEBUG nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.270588] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256de840-f475-4d8c-83c7-dff041e07a36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.468015] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521b853f-a3b1-7a09-40f4-8efd316197ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.471127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.471384] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.471618] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.471761] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.471935] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.475888] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-239b7352-34ac-4529-9c87-9e4d6dec5473 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.488253] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.488540] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.489373] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6077e370-e26f-4061-aa9c-b6971e01f90f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.496847] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 819.496847] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c058f8-28a3-4f82-d158-218fc178a7c5" [ 819.496847] env[65664]: _type = "Task" [ 819.496847] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.510492] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c058f8-28a3-4f82-d158-218fc178a7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.520597] env[65664]: WARNING neutronclient.v2_0.client [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.601417] env[65664]: DEBUG nova.network.neutron [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updated VIF entry in instance network info cache for port 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.601767] env[65664]: DEBUG nova.network.neutron [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updating instance_info_cache with network_info: [{"id": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "address": "fa:16:3e:5a:51:c2", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1ab6c-1f", "ovs_interfaceid": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.793852] env[65664]: INFO nova.compute.manager [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Took 40.13 seconds to build instance. [ 819.840264] env[65664]: DEBUG nova.network.neutron [-] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.942280] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 819.976328] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.976643] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.976874] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.977218] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.977218] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.977389] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.977628] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.977813] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.978143] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.978300] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.978444] env[65664]: DEBUG nova.virt.hardware [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.979478] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c8560-bb32-465c-879b-5f554445a938 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.984915] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7557657-173c-49ad-bddf-a9cc871587f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.992437] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe62b1-bd10-4ca8-8c99-f2e74c4b5756 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.004487] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa475418-6be4-48df-bc4c-5755486310ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.023354] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c058f8-28a3-4f82-d158-218fc178a7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013363} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.054180] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2cdcbb-6b62-4e9f-944c-ae313c4f37a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.057211] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e457919a-b7af-4381-a59b-13d4e269a5e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.066912] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 820.066912] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230f5f1-c46c-8e1c-8a12-d977320f854f" [ 820.066912] env[65664]: _type = "Task" [ 820.066912] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.068253] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6321e948-d89e-4907-ae4b-aaa4c5f97f6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.083299] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230f5f1-c46c-8e1c-8a12-d977320f854f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.092092] env[65664]: DEBUG nova.compute.provider_tree [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.106937] env[65664]: DEBUG oslo_concurrency.lockutils [req-76346d42-613c-488f-bb6e-4ed48a115cb7 req-a82d20aa-e776-42c5-ae44-19b2b846fb5a service nova] Releasing lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.295180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b46f5e5-a2c3-4448-b95a-b472328f1edb tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.822s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.342958] env[65664]: INFO nova.compute.manager [-] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Took 1.77 seconds to deallocate network for instance. [ 820.472511] env[65664]: DEBUG nova.compute.manager [req-c2347220-de29-4c60-9d1f-55ea5a970ce9 req-2d2085ea-b267-4ff0-b242-8356279691d4 service nova] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Received event network-vif-deleted-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 820.587314] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230f5f1-c46c-8e1c-8a12-d977320f854f, 'name': SearchDatastore_Task, 'duration_secs': 0.026898} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.587818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.588328] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d/60a3376e-2bda-4fbb-b0d6-e54a8db83d3d.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.588809] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0733093b-7ccc-4c5c-821a-542df6716177 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.595856] env[65664]: DEBUG nova.scheduler.client.report [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.607020] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 820.607020] env[65664]: value = "task-4415339" [ 820.607020] env[65664]: _type = "Task" [ 820.607020] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.618125] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.625916] env[65664]: DEBUG nova.compute.manager [req-1d9bfc76-4b80-4e19-b924-7ca370d3510f req-44b37063-b231-4767-a181-70ff9969516c service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Received event network-vif-plugged-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 820.626922] env[65664]: DEBUG oslo_concurrency.lockutils [req-1d9bfc76-4b80-4e19-b924-7ca370d3510f req-44b37063-b231-4767-a181-70ff9969516c service nova] Acquiring lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.627836] env[65664]: DEBUG oslo_concurrency.lockutils [req-1d9bfc76-4b80-4e19-b924-7ca370d3510f req-44b37063-b231-4767-a181-70ff9969516c service nova] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.627836] env[65664]: DEBUG oslo_concurrency.lockutils [req-1d9bfc76-4b80-4e19-b924-7ca370d3510f req-44b37063-b231-4767-a181-70ff9969516c service nova] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.628380] env[65664]: DEBUG nova.compute.manager [req-1d9bfc76-4b80-4e19-b924-7ca370d3510f req-44b37063-b231-4767-a181-70ff9969516c service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] No waiting events found dispatching network-vif-plugged-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 820.629078] env[65664]: WARNING nova.compute.manager [req-1d9bfc76-4b80-4e19-b924-7ca370d3510f req-44b37063-b231-4767-a181-70ff9969516c service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Received unexpected event network-vif-plugged-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 for instance with vm_state building and task_state spawning. [ 820.653999] env[65664]: DEBUG nova.network.neutron [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Successfully updated port: 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 820.768585] env[65664]: DEBUG nova.compute.manager [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 820.799268] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 820.850104] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.107018] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.110751] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.071s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.112439] env[65664]: INFO nova.compute.claims [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.127953] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.136666] env[65664]: INFO nova.scheduler.client.report [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted allocations for instance ebb2c981-b6ad-46a2-95a6-6d2c4b185df7 [ 821.159167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "refresh_cache-d6398fea-9c96-4022-95ac-a1c7ac1dea8e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.159345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired lock "refresh_cache-d6398fea-9c96-4022-95ac-a1c7ac1dea8e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.159528] env[65664]: DEBUG nova.network.neutron [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.231297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "c5475260-99e2-402f-b96a-462dce8b5510" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.231297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "c5475260-99e2-402f-b96a-462dce8b5510" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.231297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "c5475260-99e2-402f-b96a-462dce8b5510-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.231297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "c5475260-99e2-402f-b96a-462dce8b5510-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.231297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "c5475260-99e2-402f-b96a-462dce8b5510-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.234128] env[65664]: INFO nova.compute.manager [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Terminating instance [ 821.289563] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.321029] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.628455] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552074} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.629291] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d/60a3376e-2bda-4fbb-b0d6-e54a8db83d3d.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.630254] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.630491] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d1881ea-715f-4b6c-8066-51009d41a2ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.639855] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 821.639855] env[65664]: value = "task-4415340" [ 821.639855] env[65664]: _type = "Task" [ 821.639855] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.649366] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62a7ded3-4289-4812-ad83-75d5f76df7cd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "ebb2c981-b6ad-46a2-95a6-6d2c4b185df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.369s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.655187] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.695297] env[65664]: DEBUG nova.network.neutron [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 821.739582] env[65664]: DEBUG nova.compute.manager [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 821.739582] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.739841] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a178ed-da36-4bcc-8183-b12184abdce4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.754305] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.754682] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-939664e9-578b-4d0e-928f-e7e01e4a6c2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.763911] env[65664]: DEBUG oslo_vmware.api [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 821.763911] env[65664]: value = "task-4415341" [ 821.763911] env[65664]: _type = "Task" [ 821.763911] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.774308] env[65664]: DEBUG oslo_vmware.api [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.779834] env[65664]: WARNING neutronclient.v2_0.client [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.866195] env[65664]: DEBUG nova.network.neutron [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Updating instance_info_cache with network_info: [{"id": "15bbd72f-0701-44f6-aedf-1f43bdf0ea98", "address": "fa:16:3e:c2:de:29", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bbd72f-07", "ovs_interfaceid": "15bbd72f-0701-44f6-aedf-1f43bdf0ea98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.151224] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140776} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.151555] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.152406] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0998247c-1483-4241-b659-3ad8ac23ce5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.181887] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d/60a3376e-2bda-4fbb-b0d6-e54a8db83d3d.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.185414] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ea77f4-d657-4157-b64d-f2ba04b599a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.210254] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 822.210254] env[65664]: value = "task-4415342" [ 822.210254] env[65664]: _type = "Task" [ 822.210254] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.222671] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.277143] env[65664]: DEBUG oslo_vmware.api [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415341, 'name': PowerOffVM_Task, 'duration_secs': 0.328785} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.277475] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.277575] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.277837] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-220dd3e3-742d-4cb9-8dd5-3250db144e2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.369336] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Releasing lock "refresh_cache-d6398fea-9c96-4022-95ac-a1c7ac1dea8e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.369767] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Instance network_info: |[{"id": "15bbd72f-0701-44f6-aedf-1f43bdf0ea98", "address": "fa:16:3e:c2:de:29", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bbd72f-07", "ovs_interfaceid": "15bbd72f-0701-44f6-aedf-1f43bdf0ea98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 822.370266] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:de:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15bbd72f-0701-44f6-aedf-1f43bdf0ea98', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.378322] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 822.381454] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.381932] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aedb6f35-1878-479b-866d-c7671bb31d5c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.405229] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.405229] env[65664]: value = "task-4415344" [ 822.405229] env[65664]: _type = "Task" [ 822.405229] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.414457] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415344, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.430392] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.430392] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.431689] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Deleting the datastore file [datastore2] c5475260-99e2-402f-b96a-462dce8b5510 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.434740] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a18fae0-40f3-4b84-817f-9fadd03cb594 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.442782] env[65664]: DEBUG oslo_vmware.api [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for the task: (returnval){ [ 822.442782] env[65664]: value = "task-4415345" [ 822.442782] env[65664]: _type = "Task" [ 822.442782] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.454917] env[65664]: DEBUG oslo_vmware.api [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.704696] env[65664]: DEBUG nova.compute.manager [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Received event network-changed-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.704696] env[65664]: DEBUG nova.compute.manager [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Refreshing instance network info cache due to event network-changed-15bbd72f-0701-44f6-aedf-1f43bdf0ea98. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 822.704696] env[65664]: DEBUG oslo_concurrency.lockutils [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] Acquiring lock "refresh_cache-d6398fea-9c96-4022-95ac-a1c7ac1dea8e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.704696] env[65664]: DEBUG oslo_concurrency.lockutils [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] Acquired lock "refresh_cache-d6398fea-9c96-4022-95ac-a1c7ac1dea8e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.704696] env[65664]: DEBUG nova.network.neutron [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Refreshing network info cache for port 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.721403] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.744244] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6effd8c-a35d-415f-9140-c230dd9e5d8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.756045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee08fa0-f926-47ca-811d-9506bae2edd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.790897] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d317d-bd16-4b12-b98e-441402731f4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.800321] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e576400-6869-40ad-9e0d-d5c460be2574 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.817270] env[65664]: DEBUG nova.compute.provider_tree [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.915654] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415344, 'name': CreateVM_Task, 'duration_secs': 0.38302} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.916017] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.916340] env[65664]: WARNING neutronclient.v2_0.client [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.916728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.916908] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.917260] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.917587] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b075ac-e284-4660-92e4-b03b41e056e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.922395] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 822.922395] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ad3ef5-477d-01d2-1bc2-ab9518242bd8" [ 822.922395] env[65664]: _type = "Task" [ 822.922395] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.930633] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ad3ef5-477d-01d2-1bc2-ab9518242bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.952670] env[65664]: DEBUG oslo_vmware.api [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Task: {'id': task-4415345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201035} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.952926] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.953130] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.953337] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.953481] env[65664]: INFO nova.compute.manager [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Took 1.22 seconds to destroy the instance on the hypervisor. [ 822.953713] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 822.953899] env[65664]: DEBUG nova.compute.manager [-] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 822.953990] env[65664]: DEBUG nova.network.neutron [-] [instance: c5475260-99e2-402f-b96a-462dce8b5510] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 822.954247] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.987241] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.211051] env[65664]: WARNING neutronclient.v2_0.client [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.226216] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415342, 'name': ReconfigVM_Task, 'duration_secs': 0.547606} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.226514] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d/60a3376e-2bda-4fbb-b0d6-e54a8db83d3d.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.227497] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6215f134-e9ab-41ab-9279-50baee542047 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.237408] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 823.237408] env[65664]: value = "task-4415346" [ 823.237408] env[65664]: _type = "Task" [ 823.237408] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.244332] env[65664]: DEBUG nova.compute.manager [req-7923c9e5-5526-48d9-9f12-3026d3f58415 req-6f7c42e8-96e9-4ef2-b327-f9673618ec66 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Received event network-vif-deleted-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 823.244332] env[65664]: INFO nova.compute.manager [req-7923c9e5-5526-48d9-9f12-3026d3f58415 req-6f7c42e8-96e9-4ef2-b327-f9673618ec66 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Neutron deleted interface 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed; detaching it from the instance and deleting it from the info cache [ 823.244587] env[65664]: DEBUG nova.network.neutron [req-7923c9e5-5526-48d9-9f12-3026d3f58415 req-6f7c42e8-96e9-4ef2-b327-f9673618ec66 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.254029] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415346, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.321272] env[65664]: DEBUG nova.scheduler.client.report [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.385511] env[65664]: WARNING neutronclient.v2_0.client [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.436910] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ad3ef5-477d-01d2-1bc2-ab9518242bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.437282] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.437589] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.437853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.438054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.438277] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.438635] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893ec750-713b-422b-934f-de53e0aaf401 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.452290] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.452520] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.453735] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdf3019-6e13-41bf-b8ed-392f28db4b87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.460565] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 823.460565] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527566dc-b3cc-bf3b-b61a-5a73968222c2" [ 823.460565] env[65664]: _type = "Task" [ 823.460565] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.467875] env[65664]: DEBUG nova.network.neutron [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Updated VIF entry in instance network info cache for port 15bbd72f-0701-44f6-aedf-1f43bdf0ea98. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.467987] env[65664]: DEBUG nova.network.neutron [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Updating instance_info_cache with network_info: [{"id": "15bbd72f-0701-44f6-aedf-1f43bdf0ea98", "address": "fa:16:3e:c2:de:29", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bbd72f-07", "ovs_interfaceid": "15bbd72f-0701-44f6-aedf-1f43bdf0ea98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.475830] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527566dc-b3cc-bf3b-b61a-5a73968222c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.476681] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece1eb9c-0895-4be9-8dda-cbda732fb0c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.483932] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 823.483932] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522c243e-89fa-0676-4641-c6e17001e4f0" [ 823.483932] env[65664]: _type = "Task" [ 823.483932] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.494839] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522c243e-89fa-0676-4641-c6e17001e4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.686986] env[65664]: DEBUG nova.network.neutron [-] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.747320] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415346, 'name': Rename_Task, 'duration_secs': 0.219299} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.747588] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0de009e9-fd52-40e8-8dab-45ccae4bc926 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.749534] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.749785] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273fb169-21e8-4033-9a07-6d81b8334cd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.760221] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732ec659-502d-4c04-94ff-c3b0bcf04035 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.771248] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 823.771248] env[65664]: value = "task-4415347" [ 823.771248] env[65664]: _type = "Task" [ 823.771248] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.782691] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415347, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.798078] env[65664]: DEBUG nova.compute.manager [req-7923c9e5-5526-48d9-9f12-3026d3f58415 req-6f7c42e8-96e9-4ef2-b327-f9673618ec66 service nova] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Detach interface failed, port_id=4c9e7fcc-b41a-4489-a6e5-a8a73e45caed, reason: Instance c5475260-99e2-402f-b96a-462dce8b5510 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 823.827445] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.828133] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 823.831025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.762s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.831255] env[65664]: DEBUG nova.objects.instance [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lazy-loading 'resources' on Instance uuid 28a5c21d-6801-4232-a503-ed4bb53d467b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.971306] env[65664]: DEBUG oslo_concurrency.lockutils [req-78d9539c-3eb0-4ef1-877b-8e2247c824dc req-9f842802-7745-42d4-a1c7-dc507b61a98d service nova] Releasing lock "refresh_cache-d6398fea-9c96-4022-95ac-a1c7ac1dea8e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.998211] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522c243e-89fa-0676-4641-c6e17001e4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.998399] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.998715] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] d6398fea-9c96-4022-95ac-a1c7ac1dea8e/d6398fea-9c96-4022-95ac-a1c7ac1dea8e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.999033] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d4db58b-ef76-4a2a-b15e-ce19eb70cda1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.007666] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 824.007666] env[65664]: value = "task-4415348" [ 824.007666] env[65664]: _type = "Task" [ 824.007666] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.018092] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.189682] env[65664]: INFO nova.compute.manager [-] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Took 1.24 seconds to deallocate network for instance. [ 824.288822] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415347, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.335297] env[65664]: DEBUG nova.compute.utils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.337997] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 824.338890] env[65664]: DEBUG nova.network.neutron [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 824.338890] env[65664]: WARNING neutronclient.v2_0.client [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.339145] env[65664]: WARNING neutronclient.v2_0.client [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.419854] env[65664]: DEBUG nova.policy [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eed28112175a466d9a52dd0175bf6b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbfa8a59dac64855a2993b1b8febb55d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.524959] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.699870] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.759844] env[65664]: DEBUG nova.network.neutron [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Successfully created port: 63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 824.787662] env[65664]: DEBUG oslo_vmware.api [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415347, 'name': PowerOnVM_Task, 'duration_secs': 0.711001} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.787985] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.788207] env[65664]: INFO nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Took 9.00 seconds to spawn the instance on the hypervisor. [ 824.788409] env[65664]: DEBUG nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 824.789590] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efd46f-b4ff-4152-9ad8-524a2d5aa299 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.848373] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 824.942264] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2836f3a6-07a2-40dd-8e65-ff8887ec15dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.952160] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04633e3-0eff-4582-96dc-2c41e05c3961 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.990045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba2121-fb24-4e43-93d0-1e532f6e9f4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.999914] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee1f79c-9107-4a33-9fe0-ae2e77382c7d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.016298] env[65664]: DEBUG nova.compute.provider_tree [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.027131] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540026} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.027524] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] d6398fea-9c96-4022-95ac-a1c7ac1dea8e/d6398fea-9c96-4022-95ac-a1c7ac1dea8e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.027677] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.028064] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc3c6af-aa87-4568-b35a-6733b744d436 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.036782] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 825.036782] env[65664]: value = "task-4415349" [ 825.036782] env[65664]: _type = "Task" [ 825.036782] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.051040] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.309392] env[65664]: INFO nova.compute.manager [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Took 43.62 seconds to build instance. [ 825.522627] env[65664]: DEBUG nova.scheduler.client.report [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.548119] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078161} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.548426] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.549217] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6c3dde-a3a5-4706-a5bf-178de7e23864 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.577020] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] d6398fea-9c96-4022-95ac-a1c7ac1dea8e/d6398fea-9c96-4022-95ac-a1c7ac1dea8e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.577020] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3cd364-6612-4b0d-855e-dacb45aefd84 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.597393] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 825.597393] env[65664]: value = "task-4415350" [ 825.597393] env[65664]: _type = "Task" [ 825.597393] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.607047] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.812192] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.517s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.859442] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 825.890552] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 825.890749] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.890899] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 825.891065] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.892481] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 825.892706] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 825.892941] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.893156] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 825.893331] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 825.893495] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 825.893666] env[65664]: DEBUG nova.virt.hardware [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 825.894575] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f743466a-a5c5-451f-9769-a61066ff4087 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.901840] env[65664]: DEBUG nova.compute.manager [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Received event network-changed-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 825.902105] env[65664]: DEBUG nova.compute.manager [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Refreshing instance network info cache due to event network-changed-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 825.902342] env[65664]: DEBUG oslo_concurrency.lockutils [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] Acquiring lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902486] env[65664]: DEBUG oslo_concurrency.lockutils [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] Acquired lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.902657] env[65664]: DEBUG nova.network.neutron [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Refreshing network info cache for port 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.907540] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7f26f-6afe-4bec-a694-4f0fe7423b55 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.030200] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.030905] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.794s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.031145] env[65664]: DEBUG nova.objects.instance [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lazy-loading 'resources' on Instance uuid f8f48f18-e47f-4fd5-858c-a94a5dea8b1a {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.071299] env[65664]: INFO nova.scheduler.client.report [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted allocations for instance 28a5c21d-6801-4232-a503-ed4bb53d467b [ 826.112734] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415350, 'name': ReconfigVM_Task, 'duration_secs': 0.294863} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.113077] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] d6398fea-9c96-4022-95ac-a1c7ac1dea8e/d6398fea-9c96-4022-95ac-a1c7ac1dea8e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.115029] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47e39de2-9561-4fc8-93b0-d762116f1d14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.124466] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 826.124466] env[65664]: value = "task-4415351" [ 826.124466] env[65664]: _type = "Task" [ 826.124466] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.138247] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415351, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.316337] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 826.344999] env[65664]: DEBUG nova.compute.manager [req-fbd6a13f-2026-4da3-b4b6-c2e07c4ffffe req-f53ab610-c77a-42e9-97eb-67ffb336208d service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Received event network-vif-plugged-63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 826.344999] env[65664]: DEBUG oslo_concurrency.lockutils [req-fbd6a13f-2026-4da3-b4b6-c2e07c4ffffe req-f53ab610-c77a-42e9-97eb-67ffb336208d service nova] Acquiring lock "808085f5-4073-46e4-957c-16e02fc5140e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.345253] env[65664]: DEBUG oslo_concurrency.lockutils [req-fbd6a13f-2026-4da3-b4b6-c2e07c4ffffe req-f53ab610-c77a-42e9-97eb-67ffb336208d service nova] Lock "808085f5-4073-46e4-957c-16e02fc5140e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.345612] env[65664]: DEBUG oslo_concurrency.lockutils [req-fbd6a13f-2026-4da3-b4b6-c2e07c4ffffe req-f53ab610-c77a-42e9-97eb-67ffb336208d service nova] Lock "808085f5-4073-46e4-957c-16e02fc5140e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.345826] env[65664]: DEBUG nova.compute.manager [req-fbd6a13f-2026-4da3-b4b6-c2e07c4ffffe req-f53ab610-c77a-42e9-97eb-67ffb336208d service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] No waiting events found dispatching network-vif-plugged-63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 826.346443] env[65664]: WARNING nova.compute.manager [req-fbd6a13f-2026-4da3-b4b6-c2e07c4ffffe req-f53ab610-c77a-42e9-97eb-67ffb336208d service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Received unexpected event network-vif-plugged-63eee875-a6af-49a0-9b72-a66ce848a2e2 for instance with vm_state building and task_state spawning. [ 826.359857] env[65664]: DEBUG nova.network.neutron [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Successfully updated port: 63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 826.407447] env[65664]: WARNING neutronclient.v2_0.client [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.579038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "28a5c21d-6801-4232-a503-ed4bb53d467b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.938s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.597769] env[65664]: WARNING neutronclient.v2_0.client [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.637895] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415351, 'name': Rename_Task, 'duration_secs': 0.156874} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.640849] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.641315] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a06945-e13a-4244-9a7c-7f1b753d28f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.651753] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 826.651753] env[65664]: value = "task-4415352" [ 826.651753] env[65664]: _type = "Task" [ 826.651753] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.664346] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.679441] env[65664]: DEBUG nova.network.neutron [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updated VIF entry in instance network info cache for port 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 826.680501] env[65664]: DEBUG nova.network.neutron [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updating instance_info_cache with network_info: [{"id": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "address": "fa:16:3e:5a:51:c2", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae1ab6c-1f", "ovs_interfaceid": "9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.838144] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.865648] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "refresh_cache-808085f5-4073-46e4-957c-16e02fc5140e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865648] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquired lock "refresh_cache-808085f5-4073-46e4-957c-16e02fc5140e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865648] env[65664]: DEBUG nova.network.neutron [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 827.094970] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b71476d-c703-4fe4-8852-c962f48b9c74 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.104641] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94491099-9c38-4a70-a116-d6f654f3c123 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.147968] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a3048c-a862-4c9b-831f-78df7cc99da3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.163164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7208ae4-e19e-40fa-a772-ac99b51e0245 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.173101] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415352, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.186427] env[65664]: DEBUG oslo_concurrency.lockutils [req-0022b75c-aedb-44a8-90dc-d05144c41095 req-bb7fcf33-7fc0-4678-bf91-c3bac17a0895 service nova] Releasing lock "refresh_cache-60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.187158] env[65664]: DEBUG nova.compute.provider_tree [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.402635] env[65664]: DEBUG nova.network.neutron [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 827.467363] env[65664]: WARNING neutronclient.v2_0.client [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.544121] env[65664]: DEBUG nova.network.neutron [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Updating instance_info_cache with network_info: [{"id": "63eee875-a6af-49a0-9b72-a66ce848a2e2", "address": "fa:16:3e:ea:6b:f2", "network": {"id": "8a48475c-52e7-4a9c-8541-4af16d5bb470", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1053858848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fbfa8a59dac64855a2993b1b8febb55d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63eee875-a6", "ovs_interfaceid": "63eee875-a6af-49a0-9b72-a66ce848a2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.665746] env[65664]: DEBUG oslo_vmware.api [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415352, 'name': PowerOnVM_Task, 'duration_secs': 0.552724} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.667540] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.667540] env[65664]: INFO nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Took 7.72 seconds to spawn the instance on the hypervisor. [ 827.667540] env[65664]: DEBUG nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 827.667540] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b337fb-5def-4f32-a1b6-7a884d47d4fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.692514] env[65664]: DEBUG nova.scheduler.client.report [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.048074] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Releasing lock "refresh_cache-808085f5-4073-46e4-957c-16e02fc5140e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.048349] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Instance network_info: |[{"id": "63eee875-a6af-49a0-9b72-a66ce848a2e2", "address": "fa:16:3e:ea:6b:f2", "network": {"id": "8a48475c-52e7-4a9c-8541-4af16d5bb470", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1053858848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fbfa8a59dac64855a2993b1b8febb55d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63eee875-a6", "ovs_interfaceid": "63eee875-a6af-49a0-9b72-a66ce848a2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 828.048876] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:6b:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63eee875-a6af-49a0-9b72-a66ce848a2e2', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.059457] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Creating folder: Project (fbfa8a59dac64855a2993b1b8febb55d). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.059457] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd85faa-b2ab-4a6f-8a64-7d37d138c00b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.072064] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Created folder: Project (fbfa8a59dac64855a2993b1b8febb55d) in parent group-v863926. [ 828.072283] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Creating folder: Instances. Parent ref: group-v864083. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.072550] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ede374d-b683-4a54-a70a-01f39598bedf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.085547] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Created folder: Instances in parent group-v864083. [ 828.085547] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 828.085547] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.085547] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7764a918-4e32-41d8-8204-e084acac4e46 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.106140] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.106140] env[65664]: value = "task-4415355" [ 828.106140] env[65664]: _type = "Task" [ 828.106140] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.115522] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415355, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.187678] env[65664]: INFO nova.compute.manager [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Took 44.49 seconds to build instance. [ 828.200194] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.203954] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.796s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.203954] env[65664]: DEBUG nova.objects.instance [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lazy-loading 'resources' on Instance uuid 7a24931f-1f11-4759-b6f9-0e6afdd24a75 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.217804] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.218503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.229241] env[65664]: INFO nova.scheduler.client.report [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Deleted allocations for instance f8f48f18-e47f-4fd5-858c-a94a5dea8b1a [ 828.271566] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "367c9018-7b83-41ed-9349-f8003f4af2b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.271924] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.414143] env[65664]: DEBUG nova.compute.manager [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Received event network-changed-63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 828.414358] env[65664]: DEBUG nova.compute.manager [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Refreshing instance network info cache due to event network-changed-63eee875-a6af-49a0-9b72-a66ce848a2e2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 828.414567] env[65664]: DEBUG oslo_concurrency.lockutils [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] Acquiring lock "refresh_cache-808085f5-4073-46e4-957c-16e02fc5140e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.414706] env[65664]: DEBUG oslo_concurrency.lockutils [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] Acquired lock "refresh_cache-808085f5-4073-46e4-957c-16e02fc5140e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.414858] env[65664]: DEBUG nova.network.neutron [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Refreshing network info cache for port 63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.618816] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415355, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.689718] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ea43d03-1a37-45df-8206-348c21354f92 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.325s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.737276] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4ab58720-9744-470a-89da-0e1f02c09525 tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Lock "f8f48f18-e47f-4fd5-858c-a94a5dea8b1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.156s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.917865] env[65664]: WARNING neutronclient.v2_0.client [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.072996] env[65664]: WARNING neutronclient.v2_0.client [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.126891] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415355, 'name': CreateVM_Task, 'duration_secs': 0.750935} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.127953] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.128080] env[65664]: WARNING neutronclient.v2_0.client [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.132280] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.132280] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.132280] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.132280] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831c195d-8d7b-474f-b194-1b478041c8d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.135073] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 829.135073] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523c61c4-d63d-fd7c-e8a5-dcb7a90a9222" [ 829.135073] env[65664]: _type = "Task" [ 829.135073] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.145124] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523c61c4-d63d-fd7c-e8a5-dcb7a90a9222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.165812] env[65664]: DEBUG nova.network.neutron [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Updated VIF entry in instance network info cache for port 63eee875-a6af-49a0-9b72-a66ce848a2e2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 829.166195] env[65664]: DEBUG nova.network.neutron [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Updating instance_info_cache with network_info: [{"id": "63eee875-a6af-49a0-9b72-a66ce848a2e2", "address": "fa:16:3e:ea:6b:f2", "network": {"id": "8a48475c-52e7-4a9c-8541-4af16d5bb470", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1053858848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fbfa8a59dac64855a2993b1b8febb55d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63eee875-a6", "ovs_interfaceid": "63eee875-a6af-49a0-9b72-a66ce848a2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.193353] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 829.254574] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a5a8da-bbdd-41f3-be7a-ad1d0e18900e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.264437] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be61c26f-6843-4056-b509-ee2233a1e621 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.306996] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ba3e65-0c5d-4e7c-b1f0-cc791f2e75b0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.316534] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d791c5-2a06-424d-8ce3-1db0a3a3c0b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.331707] env[65664]: DEBUG nova.compute.provider_tree [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.647657] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523c61c4-d63d-fd7c-e8a5-dcb7a90a9222, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.648028] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.648390] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.648956] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.648956] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.649170] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.649448] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-792fac43-ecae-4579-8805-83a1b1cee217 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.660127] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.660535] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.661556] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7f9a45-c703-4b85-91c6-77d5c4b98114 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.668528] env[65664]: DEBUG oslo_concurrency.lockutils [req-220a8b6c-460d-415c-8d75-98bb3649138c req-00d82f41-495b-4a6b-9cb7-a16cdeb6c698 service nova] Releasing lock "refresh_cache-808085f5-4073-46e4-957c-16e02fc5140e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.669043] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 829.669043] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b75c7f-950a-2d77-d7b3-d6d2b60d2db1" [ 829.669043] env[65664]: _type = "Task" [ 829.669043] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.678255] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b75c7f-950a-2d77-d7b3-d6d2b60d2db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.691265] env[65664]: DEBUG nova.compute.manager [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 829.692501] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f8f004-7891-4fc6-a683-3ebd975f9ddb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.722456] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.835178] env[65664]: DEBUG nova.scheduler.client.report [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.179899] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b75c7f-950a-2d77-d7b3-d6d2b60d2db1, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.180799] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f104550-8083-419c-a086-6857ac90f794 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.187158] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 830.187158] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c4d32a-0c26-6419-824d-3659e7bd550b" [ 830.187158] env[65664]: _type = "Task" [ 830.187158] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.196806] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c4d32a-0c26-6419-824d-3659e7bd550b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.210028] env[65664]: INFO nova.compute.manager [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] instance snapshotting [ 830.214242] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaebcf2-6371-4d94-8e79-a4104f344aed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.240357] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c428dfe1-a374-49ac-b3c8-0a18be6d9de9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.342318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.345615] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.947s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.345995] env[65664]: DEBUG nova.objects.instance [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lazy-loading 'resources' on Instance uuid b85c8e1d-b732-4090-be38-c1986ded31c0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.379780] env[65664]: INFO nova.scheduler.client.report [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Deleted allocations for instance 7a24931f-1f11-4759-b6f9-0e6afdd24a75 [ 830.698829] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c4d32a-0c26-6419-824d-3659e7bd550b, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.699234] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.699538] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 808085f5-4073-46e4-957c-16e02fc5140e/808085f5-4073-46e4-957c-16e02fc5140e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.699805] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c518a6d8-2f1f-450c-b1e9-7d2e38f3c2c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.707695] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 830.707695] env[65664]: value = "task-4415356" [ 830.707695] env[65664]: _type = "Task" [ 830.707695] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.718024] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.753323] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.753774] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50c6b19f-991f-489d-a246-4aae58c69bbd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.762815] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 830.762815] env[65664]: value = "task-4415357" [ 830.762815] env[65664]: _type = "Task" [ 830.762815] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.775933] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.887641] env[65664]: DEBUG oslo_concurrency.lockutils [None req-717a7114-07cd-4f85-b5f0-c61c33488b99 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "7a24931f-1f11-4759-b6f9-0e6afdd24a75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.362s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.222647] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415356, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.274846] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.471307] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9096add-8222-4f5e-9731-b6d0c46760e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.480338] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99203742-3376-49b7-ab02-9ae0bf3e171c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.514173] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f37e251-1837-4805-81a4-f081f71814b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.522877] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768530ce-e154-4313-93cc-b62cbd140d51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.537730] env[65664]: DEBUG nova.compute.provider_tree [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.720686] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550757} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.720982] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 808085f5-4073-46e4-957c-16e02fc5140e/808085f5-4073-46e4-957c-16e02fc5140e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.721215] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.721492] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc4c230-8113-4f84-8da4-b1fb383c8647 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.729912] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 831.729912] env[65664]: value = "task-4415358" [ 831.729912] env[65664]: _type = "Task" [ 831.729912] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.740081] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.775147] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415357, 'name': CreateSnapshot_Task, 'duration_secs': 0.60958} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.775438] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.776524] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e7d9d-bb48-4db4-bba6-8c85a324c92f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.064163] env[65664]: ERROR nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] [req-d53af6d4-5330-4354-901d-22e2ee6c1335] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d53af6d4-5330-4354-901d-22e2ee6c1335"}]} [ 832.084665] env[65664]: DEBUG nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 832.103020] env[65664]: DEBUG nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 832.103020] env[65664]: DEBUG nova.compute.provider_tree [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.115167] env[65664]: DEBUG nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 832.135156] env[65664]: DEBUG nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 832.240922] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096989} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.244121] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.246594] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204a965-add1-4492-b6d9-77b0a7e8180b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.271766] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 808085f5-4073-46e4-957c-16e02fc5140e/808085f5-4073-46e4-957c-16e02fc5140e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.275579] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a97d46b-5a60-4e7c-ad81-61e10fec28e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.301905] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.301905] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71d7a403-ef11-4dd8-9fbb-791707c25861 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.315038] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 832.315038] env[65664]: value = "task-4415360" [ 832.315038] env[65664]: _type = "Task" [ 832.315038] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.315038] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 832.315038] env[65664]: value = "task-4415359" [ 832.315038] env[65664]: _type = "Task" [ 832.315038] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.327479] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.333501] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415360, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.797863] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7eb556-3681-4a06-9b96-05a8886206c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.807749] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974793f1-723d-4a3f-b397-71c72020f4f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.852232] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6435984-8b25-4f0a-83d8-7419a331ac67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.858948] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415360, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.868451] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085c067-c106-4d4a-b17e-367a5b75b0d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.872617] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415359, 'name': ReconfigVM_Task, 'duration_secs': 0.470725} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.873333] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 808085f5-4073-46e4-957c-16e02fc5140e/808085f5-4073-46e4-957c-16e02fc5140e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.874575] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de43659d-c2e2-4261-a35a-08bdd338f218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.886982] env[65664]: DEBUG nova.compute.provider_tree [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.890618] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 832.890618] env[65664]: value = "task-4415361" [ 832.890618] env[65664]: _type = "Task" [ 832.890618] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.902287] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415361, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.326913] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415360, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.391402] env[65664]: DEBUG nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.408550] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415361, 'name': Rename_Task, 'duration_secs': 0.184057} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.408848] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.409097] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b8f739-417c-4921-88f3-4bad54ec5c3e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.417766] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 833.417766] env[65664]: value = "task-4415362" [ 833.417766] env[65664]: _type = "Task" [ 833.417766] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.428611] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.829486] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415360, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.902990] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.557s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.905476] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.113s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.910016] env[65664]: INFO nova.compute.claims [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.931430] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415362, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.935156] env[65664]: INFO nova.scheduler.client.report [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Deleted allocations for instance b85c8e1d-b732-4090-be38-c1986ded31c0 [ 834.330623] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415360, 'name': CloneVM_Task, 'duration_secs': 1.927425} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.330995] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Created linked-clone VM from snapshot [ 834.331692] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48507d9-85aa-4d0c-b992-92eb609658c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.342309] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Uploading image cbda02a6-881e-43cb-838c-3910f2ea0145 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.377843] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 834.377843] env[65664]: value = "vm-864087" [ 834.377843] env[65664]: _type = "VirtualMachine" [ 834.377843] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 834.378979] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72108a2d-44b1-40a1-8ebb-36aaf3d444b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.389877] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lease: (returnval){ [ 834.389877] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ec7b1f-55e6-c45d-3a2b-7f4115127d29" [ 834.389877] env[65664]: _type = "HttpNfcLease" [ 834.389877] env[65664]: } obtained for exporting VM: (result){ [ 834.389877] env[65664]: value = "vm-864087" [ 834.389877] env[65664]: _type = "VirtualMachine" [ 834.389877] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.390254] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the lease: (returnval){ [ 834.390254] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ec7b1f-55e6-c45d-3a2b-7f4115127d29" [ 834.390254] env[65664]: _type = "HttpNfcLease" [ 834.390254] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.397548] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.397548] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ec7b1f-55e6-c45d-3a2b-7f4115127d29" [ 834.397548] env[65664]: _type = "HttpNfcLease" [ 834.397548] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.430056] env[65664]: DEBUG oslo_vmware.api [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415362, 'name': PowerOnVM_Task, 'duration_secs': 0.968933} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.430411] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.430629] env[65664]: INFO nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Took 8.57 seconds to spawn the instance on the hypervisor. [ 834.430871] env[65664]: DEBUG nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.431681] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1502fd6-c107-4e30-9800-8fd53dadc5d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.443878] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c6c87931-91db-4fbf-b351-493dcdfa6657 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Lock "b85c8e1d-b732-4090-be38-c1986ded31c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.154s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.901913] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.901913] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ec7b1f-55e6-c45d-3a2b-7f4115127d29" [ 834.901913] env[65664]: _type = "HttpNfcLease" [ 834.901913] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 834.901913] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 834.901913] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ec7b1f-55e6-c45d-3a2b-7f4115127d29" [ 834.901913] env[65664]: _type = "HttpNfcLease" [ 834.901913] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 834.901913] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef1fce-9365-475c-9ef1-86a15d0f6556 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.913125] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d8866-0f22-8bea-64e0-b50bb8ee062a/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 834.913125] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d8866-0f22-8bea-64e0-b50bb8ee062a/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 834.988682] env[65664]: INFO nova.compute.manager [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Took 48.98 seconds to build instance. [ 835.024242] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7982ffd-c448-4c15-84e2-6d5ba35a0318 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.346783] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.347427] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.493485] env[65664]: DEBUG oslo_concurrency.lockutils [None req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "808085f5-4073-46e4-957c-16e02fc5140e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.426s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.642538] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7391aca-a584-4514-9a96-f082ad709d1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.654226] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2a3042-040e-47c5-9a32-e7b570a753db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.693962] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e7aa3-76ca-4dfd-8d3e-103fc392972c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.702084] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aef9b1-8474-4997-89ec-cd2f72ffb9ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.718711] env[65664]: DEBUG nova.compute.provider_tree [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.997135] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 836.224352] env[65664]: DEBUG nova.scheduler.client.report [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.530918] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.732026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.732630] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 836.737391] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.077s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.737734] env[65664]: DEBUG nova.objects.instance [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lazy-loading 'resources' on Instance uuid 8f21ea05-999c-4296-8a8d-dab2a7a8dab5 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.250127] env[65664]: DEBUG nova.compute.utils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.255637] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 837.255637] env[65664]: DEBUG nova.network.neutron [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 837.256040] env[65664]: WARNING neutronclient.v2_0.client [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.259134] env[65664]: WARNING neutronclient.v2_0.client [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.313025] env[65664]: DEBUG nova.policy [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.706917] env[65664]: DEBUG nova.network.neutron [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Successfully created port: 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 837.755709] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 837.784069] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "808085f5-4073-46e4-957c-16e02fc5140e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.785857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "808085f5-4073-46e4-957c-16e02fc5140e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.785857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "808085f5-4073-46e4-957c-16e02fc5140e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.785857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "808085f5-4073-46e4-957c-16e02fc5140e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.785857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "808085f5-4073-46e4-957c-16e02fc5140e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.787243] env[65664]: INFO nova.compute.manager [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Terminating instance [ 837.914415] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893422f6-f36f-409b-8ec6-c196de0dd218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.927230] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae04494-31d8-4253-898a-76abed6ba6c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.968881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f331b3-5aa9-4869-acdb-75e0ea592502 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.979750] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faac36b-ffb6-4ea4-8760-b5c5a87fa993 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.998064] env[65664]: DEBUG nova.compute.provider_tree [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.293199] env[65664]: DEBUG nova.compute.manager [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 838.294443] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.295233] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38424d8f-121d-4cae-b9bf-cab57f56ef72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.307291] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.308077] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3bc643-0019-4e94-96c1-2b5fb49a79fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.317290] env[65664]: DEBUG oslo_vmware.api [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 838.317290] env[65664]: value = "task-4415364" [ 838.317290] env[65664]: _type = "Task" [ 838.317290] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.329261] env[65664]: DEBUG oslo_vmware.api [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.502302] env[65664]: DEBUG nova.scheduler.client.report [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.587951] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "8e203ba5-61f9-41a5-94d3-7bb731482e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.587951] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.774430] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 838.810178] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 838.810486] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.812032] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 838.812156] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.812807] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 838.812807] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 838.812807] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.813145] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 838.813369] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 838.813730] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 838.813991] env[65664]: DEBUG nova.virt.hardware [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 838.815384] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d72610-d1d6-4ebe-a34b-8b02e1ac4b00 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.831284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f69fd07-f17d-436a-9b98-a612f89d7c42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.836281] env[65664]: DEBUG oslo_vmware.api [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415364, 'name': PowerOffVM_Task, 'duration_secs': 0.225805} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.836689] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.836840] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.837631] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a70f6415-7036-4ae9-a3c9-d6c666298271 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.926290] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.926566] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.926809] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Deleting the datastore file [datastore2] 808085f5-4073-46e4-957c-16e02fc5140e {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.927137] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9311a075-cd91-4d80-939f-ccbada40a0de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.939139] env[65664]: DEBUG oslo_vmware.api [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for the task: (returnval){ [ 838.939139] env[65664]: value = "task-4415366" [ 838.939139] env[65664]: _type = "Task" [ 838.939139] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.949644] env[65664]: DEBUG oslo_vmware.api [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.011153] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.015188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.932s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.015479] env[65664]: DEBUG nova.objects.instance [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.038286] env[65664]: INFO nova.scheduler.client.report [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Deleted allocations for instance 8f21ea05-999c-4296-8a8d-dab2a7a8dab5 [ 839.452274] env[65664]: DEBUG oslo_vmware.api [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Task: {'id': task-4415366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180492} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.452598] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.452778] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.452950] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.453135] env[65664]: INFO nova.compute.manager [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 839.453381] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 839.453581] env[65664]: DEBUG nova.compute.manager [-] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 839.453817] env[65664]: DEBUG nova.network.neutron [-] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 839.453967] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.474910] env[65664]: DEBUG nova.network.neutron [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Successfully updated port: 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 839.550148] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.557765] env[65664]: DEBUG oslo_concurrency.lockutils [None req-045176d8-29d6-4565-bd54-56df29fe2d11 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "8f21ea05-999c-4296-8a8d-dab2a7a8dab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.594s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.980632] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-ef3938d6-8b92-4a55-b212-368346a82867" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.980632] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-ef3938d6-8b92-4a55-b212-368346a82867" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.980632] env[65664]: DEBUG nova.network.neutron [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.027255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-005fa93e-f8fc-4f3e-8eaa-765492c885d3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.028478] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.862s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.029400] env[65664]: DEBUG nova.objects.instance [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lazy-loading 'resources' on Instance uuid ba573e86-38ae-4d22-bb45-f1b78c266a19 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.194082] env[65664]: DEBUG nova.compute.manager [req-04ef2f5c-559d-4bcc-898e-330ab274d3d3 req-2e722f74-ac1a-44a5-8efd-6673b5263796 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Received event network-vif-plugged-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 840.194082] env[65664]: DEBUG oslo_concurrency.lockutils [req-04ef2f5c-559d-4bcc-898e-330ab274d3d3 req-2e722f74-ac1a-44a5-8efd-6673b5263796 service nova] Acquiring lock "ef3938d6-8b92-4a55-b212-368346a82867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.194082] env[65664]: DEBUG oslo_concurrency.lockutils [req-04ef2f5c-559d-4bcc-898e-330ab274d3d3 req-2e722f74-ac1a-44a5-8efd-6673b5263796 service nova] Lock "ef3938d6-8b92-4a55-b212-368346a82867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.194082] env[65664]: DEBUG oslo_concurrency.lockutils [req-04ef2f5c-559d-4bcc-898e-330ab274d3d3 req-2e722f74-ac1a-44a5-8efd-6673b5263796 service nova] Lock "ef3938d6-8b92-4a55-b212-368346a82867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.194082] env[65664]: DEBUG nova.compute.manager [req-04ef2f5c-559d-4bcc-898e-330ab274d3d3 req-2e722f74-ac1a-44a5-8efd-6673b5263796 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] No waiting events found dispatching network-vif-plugged-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 840.194082] env[65664]: WARNING nova.compute.manager [req-04ef2f5c-559d-4bcc-898e-330ab274d3d3 req-2e722f74-ac1a-44a5-8efd-6673b5263796 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Received unexpected event network-vif-plugged-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 for instance with vm_state building and task_state spawning. [ 840.257175] env[65664]: DEBUG nova.network.neutron [-] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.422849] env[65664]: DEBUG nova.compute.manager [req-b0b0d53b-aa68-4119-8d37-15df5d45f451 req-07af6ee6-b82a-416f-9408-8560aaf500ed service nova] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Received event network-vif-deleted-63eee875-a6af-49a0-9b72-a66ce848a2e2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 840.626240] env[65664]: DEBUG nova.network.neutron [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 840.737659] env[65664]: WARNING neutronclient.v2_0.client [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.761586] env[65664]: INFO nova.compute.manager [-] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Took 1.31 seconds to deallocate network for instance. [ 840.851732] env[65664]: DEBUG nova.network.neutron [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Updating instance_info_cache with network_info: [{"id": "9936bbe8-d8cd-4b39-bf30-238a3cd9cd88", "address": "fa:16:3e:90:c7:77", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9936bbe8-d8", "ovs_interfaceid": "9936bbe8-d8cd-4b39-bf30-238a3cd9cd88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.854254] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.854254] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.137114] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a6517-cd62-4615-b665-0b37081269b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.145991] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070338d4-7e20-4b7e-8505-2618972aeed1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.181375] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e1e3b-5c32-451d-a8c4-c9a9eee7a8bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.194480] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a9a02d-5bb9-4304-baae-1edbfdae5796 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.212320] env[65664]: DEBUG nova.compute.provider_tree [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.270080] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.358308] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-ef3938d6-8b92-4a55-b212-368346a82867" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.358765] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Instance network_info: |[{"id": "9936bbe8-d8cd-4b39-bf30-238a3cd9cd88", "address": "fa:16:3e:90:c7:77", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9936bbe8-d8", "ovs_interfaceid": "9936bbe8-d8cd-4b39-bf30-238a3cd9cd88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 841.359541] env[65664]: INFO nova.compute.manager [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Detaching volume 3dfee67a-c8e8-4f32-925a-954cc48af727 [ 841.363567] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:c7:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9936bbe8-d8cd-4b39-bf30-238a3cd9cd88', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.371398] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 841.374345] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.374878] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5feca395-d70c-48f9-8d94-61ba89e82470 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.400098] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.400098] env[65664]: value = "task-4415367" [ 841.400098] env[65664]: _type = "Task" [ 841.400098] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.411364] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415367, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.421250] env[65664]: INFO nova.virt.block_device [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Attempting to driver detach volume 3dfee67a-c8e8-4f32-925a-954cc48af727 from mountpoint /dev/sdb [ 841.421514] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 841.421734] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864047', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'name': 'volume-3dfee67a-c8e8-4f32-925a-954cc48af727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e623cb-6217-4232-a11a-e2adfd0e2a22', 'attached_at': '', 'detached_at': '', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'serial': '3dfee67a-c8e8-4f32-925a-954cc48af727'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 841.422618] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a0cb54-d6f6-4cb2-bcac-27e862a8dc45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.447549] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6336229-4c12-4f68-81ca-3e5d88b9aa91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.459088] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed563688-d429-4e4a-aa88-2c67b9de638a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.485388] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e79dd-2f62-4510-8fa0-3f62ad203467 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.504377] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The volume has not been displaced from its original location: [datastore2] volume-3dfee67a-c8e8-4f32-925a-954cc48af727/volume-3dfee67a-c8e8-4f32-925a-954cc48af727.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 841.510205] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 841.510647] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d04452-273c-40d4-b008-ec716561f382 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.531893] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 841.531893] env[65664]: value = "task-4415368" [ 841.531893] env[65664]: _type = "Task" [ 841.531893] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.542489] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.715943] env[65664]: DEBUG nova.scheduler.client.report [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.911432] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415367, 'name': CreateVM_Task, 'duration_secs': 0.408253} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.911619] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.912446] env[65664]: WARNING neutronclient.v2_0.client [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.912538] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.912629] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.912952] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.913228] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421ee661-6ff3-40dd-ac50-5bdb2e5a8fa1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.919756] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 841.919756] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5211e255-f28a-5d20-5aa8-339e892c0fe7" [ 841.919756] env[65664]: _type = "Task" [ 841.919756] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.928918] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5211e255-f28a-5d20-5aa8-339e892c0fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.044425] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415368, 'name': ReconfigVM_Task, 'duration_secs': 0.344677} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.044717] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 842.050887] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7671eb6c-b13e-4e21-94bb-f4301f17066f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.067777] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 842.067777] env[65664]: value = "task-4415369" [ 842.067777] env[65664]: _type = "Task" [ 842.067777] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.078064] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.223363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.225215] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.718s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.227651] env[65664]: INFO nova.compute.claims [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.250250] env[65664]: INFO nova.scheduler.client.report [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleted allocations for instance ba573e86-38ae-4d22-bb45-f1b78c266a19 [ 842.300367] env[65664]: DEBUG nova.compute.manager [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Received event network-changed-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 842.300538] env[65664]: DEBUG nova.compute.manager [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Refreshing instance network info cache due to event network-changed-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 842.300745] env[65664]: DEBUG oslo_concurrency.lockutils [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] Acquiring lock "refresh_cache-ef3938d6-8b92-4a55-b212-368346a82867" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.300917] env[65664]: DEBUG oslo_concurrency.lockutils [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] Acquired lock "refresh_cache-ef3938d6-8b92-4a55-b212-368346a82867" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.302024] env[65664]: DEBUG nova.network.neutron [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Refreshing network info cache for port 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.432850] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5211e255-f28a-5d20-5aa8-339e892c0fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.433226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.433461] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.433704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.433837] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.434039] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.434331] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71a7cca5-e7b0-4882-bfb6-5062fd305158 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.448609] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.448725] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.449903] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17af6164-65eb-4d4b-80a2-36906ec66a15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.458798] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 842.458798] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208c78d-7c9e-541b-3023-03a4328879ca" [ 842.458798] env[65664]: _type = "Task" [ 842.458798] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.472013] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208c78d-7c9e-541b-3023-03a4328879ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.583997] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.759997] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "ba573e86-38ae-4d22-bb45-f1b78c266a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.191s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.804745] env[65664]: WARNING neutronclient.v2_0.client [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.951406] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.951406] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.951746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.951746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.952288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.956524] env[65664]: INFO nova.compute.manager [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Terminating instance [ 842.976088] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208c78d-7c9e-541b-3023-03a4328879ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.977413] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef5bd43-f850-4253-a55d-5fb9c24c8e36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.983381] env[65664]: WARNING neutronclient.v2_0.client [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.993273] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 842.993273] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aa69f2-e9c0-8c57-a3e8-7749051ba3e0" [ 842.993273] env[65664]: _type = "Task" [ 842.993273] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.005426] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aa69f2-e9c0-8c57-a3e8-7749051ba3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.078503] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.095019] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d8866-0f22-8bea-64e0-b50bb8ee062a/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.096018] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1e6e6-97c2-48db-a651-70079ec27758 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.103108] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d8866-0f22-8bea-64e0-b50bb8ee062a/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.103284] env[65664]: ERROR oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d8866-0f22-8bea-64e0-b50bb8ee062a/disk-0.vmdk due to incomplete transfer. [ 843.103523] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f49e06cb-4ea3-4ab1-bff9-ecae3e380260 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.112043] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d8866-0f22-8bea-64e0-b50bb8ee062a/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.112254] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Uploaded image cbda02a6-881e-43cb-838c-3910f2ea0145 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.115149] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.115780] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2be51b08-2356-4fd1-a3bc-353da9aa5aea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.118817] env[65664]: DEBUG nova.network.neutron [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Updated VIF entry in instance network info cache for port 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 843.119095] env[65664]: DEBUG nova.network.neutron [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Updating instance_info_cache with network_info: [{"id": "9936bbe8-d8cd-4b39-bf30-238a3cd9cd88", "address": "fa:16:3e:90:c7:77", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9936bbe8-d8", "ovs_interfaceid": "9936bbe8-d8cd-4b39-bf30-238a3cd9cd88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.123677] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 843.123677] env[65664]: value = "task-4415370" [ 843.123677] env[65664]: _type = "Task" [ 843.123677] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.134961] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415370, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.466386] env[65664]: DEBUG nova.compute.manager [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 843.466627] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.467587] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c34d27-e7aa-486c-a202-83cfd4298254 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.476699] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.479512] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8f4d88e-b44b-4d69-bd8b-cecd7608ad2a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.490655] env[65664]: DEBUG oslo_vmware.api [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 843.490655] env[65664]: value = "task-4415371" [ 843.490655] env[65664]: _type = "Task" [ 843.490655] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.512978] env[65664]: DEBUG oslo_vmware.api [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.513120] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aa69f2-e9c0-8c57-a3e8-7749051ba3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014521} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.513330] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.513592] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ef3938d6-8b92-4a55-b212-368346a82867/ef3938d6-8b92-4a55-b212-368346a82867.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.513922] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f22749-1097-4f0c-8d85-0896b6f4ffa3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.524836] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 843.524836] env[65664]: value = "task-4415372" [ 843.524836] env[65664]: _type = "Task" [ 843.524836] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.536740] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.582588] env[65664]: DEBUG oslo_vmware.api [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415369, 'name': ReconfigVM_Task, 'duration_secs': 1.189081} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.583181] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864047', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'name': 'volume-3dfee67a-c8e8-4f32-925a-954cc48af727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30e623cb-6217-4232-a11a-e2adfd0e2a22', 'attached_at': '', 'detached_at': '', 'volume_id': '3dfee67a-c8e8-4f32-925a-954cc48af727', 'serial': '3dfee67a-c8e8-4f32-925a-954cc48af727'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 843.622460] env[65664]: DEBUG oslo_concurrency.lockutils [req-32850493-2483-43d4-8593-d3f8fba70fd5 req-88ff1fa7-c560-42e4-af25-bf97c4530e7f service nova] Releasing lock "refresh_cache-ef3938d6-8b92-4a55-b212-368346a82867" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.635297] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415370, 'name': Destroy_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.792376] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706328c-4cb6-4d87-9ef7-999994e3b56b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.804178] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7aeba-6aa2-4bc7-9a8a-8c5719e44beb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.839868] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faca7731-7786-48d9-8fa7-7edcaff4823d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.849610] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e8211-bd06-433a-9156-1c0fa79c1888 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.865620] env[65664]: DEBUG nova.compute.provider_tree [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.004283] env[65664]: DEBUG oslo_vmware.api [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415371, 'name': PowerOffVM_Task, 'duration_secs': 0.238708} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.004795] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.007600] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.007600] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2928f27c-9164-43be-9082-58469bd66de3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.036508] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415372, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.110425] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.110425] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.110758] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Deleting the datastore file [datastore1] d3aa3fd7-367b-4dc5-ae60-45403f60440c {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.111082] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64eb5bce-bfbc-40c0-8d6c-b32ec0bcc59a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.124022] env[65664]: DEBUG oslo_vmware.api [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for the task: (returnval){ [ 844.124022] env[65664]: value = "task-4415374" [ 844.124022] env[65664]: _type = "Task" [ 844.124022] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.139294] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415370, 'name': Destroy_Task, 'duration_secs': 0.54108} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.143219] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Destroyed the VM [ 844.143826] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.146492] env[65664]: DEBUG oslo_vmware.api [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.146492] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7fbbf4f3-665e-4324-ad01-a80e73ceb357 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.153861] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 844.153861] env[65664]: value = "task-4415375" [ 844.153861] env[65664]: _type = "Task" [ 844.153861] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.164020] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.167652] env[65664]: DEBUG nova.objects.instance [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.369138] env[65664]: DEBUG nova.scheduler.client.report [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.514549] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "78a7f578-6745-43e6-af34-b46d3f230cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.514877] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.536993] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619528} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.537312] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ef3938d6-8b92-4a55-b212-368346a82867/ef3938d6-8b92-4a55-b212-368346a82867.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.538132] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.538132] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02255230-66c7-4320-88b6-b963478b5fd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.546048] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 844.546048] env[65664]: value = "task-4415376" [ 844.546048] env[65664]: _type = "Task" [ 844.546048] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.557521] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.633707] env[65664]: DEBUG oslo_vmware.api [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Task: {'id': task-4415374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247485} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.633931] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.634143] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.634337] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.634505] env[65664]: INFO nova.compute.manager [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 844.634744] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 844.634941] env[65664]: DEBUG nova.compute.manager [-] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 844.635050] env[65664]: DEBUG nova.network.neutron [-] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.635304] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.665342] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415375, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.674794] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.875032] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.875380] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 844.878960] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.250s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.054188] env[65664]: DEBUG nova.compute.manager [req-9606da59-3d24-4b62-9a51-ae8e692c9abf req-6f3a9b56-7826-437e-8831-2f34fd73ad47 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Received event network-vif-deleted-36b9a4a1-d7ed-49c6-9064-e431968511ab {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 845.054397] env[65664]: INFO nova.compute.manager [req-9606da59-3d24-4b62-9a51-ae8e692c9abf req-6f3a9b56-7826-437e-8831-2f34fd73ad47 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Neutron deleted interface 36b9a4a1-d7ed-49c6-9064-e431968511ab; detaching it from the instance and deleting it from the info cache [ 845.054559] env[65664]: DEBUG nova.network.neutron [req-9606da59-3d24-4b62-9a51-ae8e692c9abf req-6f3a9b56-7826-437e-8831-2f34fd73ad47 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.059806] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165304} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.060591] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.061839] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d19c1bc-e20d-43e7-b512-8ab7a60c2ef5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.086732] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] ef3938d6-8b92-4a55-b212-368346a82867/ef3938d6-8b92-4a55-b212-368346a82867.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.087621] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4df91d5-aede-402d-91ea-950e79017723 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.111640] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 845.111640] env[65664]: value = "task-4415377" [ 845.111640] env[65664]: _type = "Task" [ 845.111640] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.121487] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.167029] env[65664]: DEBUG oslo_vmware.api [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.641814} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.167274] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.167507] env[65664]: INFO nova.compute.manager [None req-d1daceb0-1b73-4398-b448-91c137b6e9d2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 845.179280] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a94c0c-2cce-4c86-9ba3-368e90d4e9d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.326s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.316127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.316464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.316711] env[65664]: DEBUG nova.compute.manager [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 845.317658] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e3275b-81ec-4ca2-8b84-4e8c06b8ec3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.325464] env[65664]: DEBUG nova.compute.manager [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 845.326189] env[65664]: DEBUG nova.objects.instance [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.378895] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "e205ed4f-3703-4de4-93e4-54852098df4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.379127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "e205ed4f-3703-4de4-93e4-54852098df4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.381231] env[65664]: DEBUG nova.compute.utils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.392472] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 845.392862] env[65664]: DEBUG nova.network.neutron [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 845.392992] env[65664]: WARNING neutronclient.v2_0.client [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.393590] env[65664]: WARNING neutronclient.v2_0.client [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.396334] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 845.421328] env[65664]: DEBUG nova.network.neutron [-] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.451919] env[65664]: DEBUG nova.policy [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0952cf5836c4f66a80a3beb5fc08b4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ccb37ff55dc4ce79311e19732151882', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.561700] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec8ee6db-04ed-483e-a6e2-8330cf415ed4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.573239] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ce170-5bad-4d31-93df-e0aa84e8c606 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.610837] env[65664]: DEBUG nova.compute.manager [req-9606da59-3d24-4b62-9a51-ae8e692c9abf req-6f3a9b56-7826-437e-8831-2f34fd73ad47 service nova] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Detach interface failed, port_id=36b9a4a1-d7ed-49c6-9064-e431968511ab, reason: Instance d3aa3fd7-367b-4dc5-ae60-45403f60440c could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 845.622500] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.763467] env[65664]: DEBUG nova.network.neutron [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Successfully created port: 9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 845.902919] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating resource usage from migration cdb82515-ab3f-4f96-b882-4edc8a0eb854 [ 845.923586] env[65664]: INFO nova.compute.manager [-] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Took 1.29 seconds to deallocate network for instance. [ 845.938344] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6bad53bf-fb39-496d-9704-10e17d0af6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.938614] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance aa30f091-2278-4bcd-ad0a-bd6fadb52fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.938763] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance d3aa3fd7-367b-4dc5-ae60-45403f60440c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.938883] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 9acd0bbf-8c30-4e64-939d-0b471ab66c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.939058] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance afd60b9b-71fe-4133-ad15-26b625cd05a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.939202] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b4033c80-be9c-4753-a7d8-d3edd36dd31e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.939711] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f71f64a0-cd74-43a2-b75e-6d0892e28992 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.939907] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 30e623cb-6217-4232-a11a-e2adfd0e2a22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.940114] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c3deb464-849c-4aef-88df-efd9df3c4e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.940276] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f16530fd-2c87-4dc6-a88d-135dbf49375e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.940409] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.940558] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 87c93584-9d1b-42cb-a6c3-feec0307c9c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.940730] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f4a710b5-4410-4915-b8f3-32131972100f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.940730] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.940855] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c5475260-99e2-402f-b96a-462dce8b5510 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.940996] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance fffe8553-cc73-4fe7-b8ef-cace589959a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.941550] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance e803b4f8-ea31-40f6-b2e7-98d1755d5971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.941550] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.941550] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance d6398fea-9c96-4022-95ac-a1c7ac1dea8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.941746] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 808085f5-4073-46e4-957c-16e02fc5140e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.941858] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ef3938d6-8b92-4a55-b212-368346a82867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.941976] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 45018df0-cae6-4ccd-9c36-bc60f8fa37c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 846.123284] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415377, 'name': ReconfigVM_Task, 'duration_secs': 0.894817} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.123617] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Reconfigured VM instance instance-00000037 to attach disk [datastore2] ef3938d6-8b92-4a55-b212-368346a82867/ef3938d6-8b92-4a55-b212-368346a82867.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.124292] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad6c1116-0557-43fc-8a15-599850bf3806 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.132478] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 846.132478] env[65664]: value = "task-4415378" [ 846.132478] env[65664]: _type = "Task" [ 846.132478] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.146136] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415378, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.334396] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.334787] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58e49be-ed3e-4d77-bca6-38466be12362 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.344150] env[65664]: DEBUG oslo_vmware.api [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 846.344150] env[65664]: value = "task-4415379" [ 846.344150] env[65664]: _type = "Task" [ 846.344150] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.354670] env[65664]: DEBUG oslo_vmware.api [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.411277] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 846.432574] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.439541] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.439874] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.440112] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.440363] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.440565] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.440763] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.441030] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.441249] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.441465] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.441639] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.441805] env[65664]: DEBUG nova.virt.hardware [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.442825] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee13901b-e59f-45ce-9ac6-ebda8658d2db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.446223] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 846.454185] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc9b89d-674c-4870-a635-492f56ca9c9d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.644879] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415378, 'name': Rename_Task, 'duration_secs': 0.203404} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.645732] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.646060] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c229ae3-a441-4897-b0fb-da9579e496b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.654670] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 846.654670] env[65664]: value = "task-4415380" [ 846.654670] env[65664]: _type = "Task" [ 846.654670] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.664807] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.857793] env[65664]: DEBUG oslo_vmware.api [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415379, 'name': PowerOffVM_Task, 'duration_secs': 0.215665} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.859040] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.859040] env[65664]: DEBUG nova.compute.manager [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 846.859246] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d27aa-4e5f-4bc1-80ea-4c1ce6ad1b86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.949592] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3c4e475a-ea3b-47b4-b1c8-924fe4737594 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 847.167089] env[65664]: DEBUG oslo_vmware.api [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415380, 'name': PowerOnVM_Task, 'duration_secs': 0.507279} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.167089] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.167089] env[65664]: INFO nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Took 8.39 seconds to spawn the instance on the hypervisor. [ 847.167089] env[65664]: DEBUG nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.168747] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab57ac1-336a-405a-9266-0e3ed59ec92a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.214929] env[65664]: DEBUG nova.compute.manager [req-1e5f400d-14a9-4014-b639-425095225637 req-0381ddad-2e48-48e0-8c49-73f38401caf9 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Received event network-vif-plugged-9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 847.215288] env[65664]: DEBUG oslo_concurrency.lockutils [req-1e5f400d-14a9-4014-b639-425095225637 req-0381ddad-2e48-48e0-8c49-73f38401caf9 service nova] Acquiring lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.215425] env[65664]: DEBUG oslo_concurrency.lockutils [req-1e5f400d-14a9-4014-b639-425095225637 req-0381ddad-2e48-48e0-8c49-73f38401caf9 service nova] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.215583] env[65664]: DEBUG oslo_concurrency.lockutils [req-1e5f400d-14a9-4014-b639-425095225637 req-0381ddad-2e48-48e0-8c49-73f38401caf9 service nova] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.215755] env[65664]: DEBUG nova.compute.manager [req-1e5f400d-14a9-4014-b639-425095225637 req-0381ddad-2e48-48e0-8c49-73f38401caf9 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] No waiting events found dispatching network-vif-plugged-9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 847.216018] env[65664]: WARNING nova.compute.manager [req-1e5f400d-14a9-4014-b639-425095225637 req-0381ddad-2e48-48e0-8c49-73f38401caf9 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Received unexpected event network-vif-plugged-9e3bf62b-0b3a-4718-890c-ba7731fda10a for instance with vm_state building and task_state spawning. [ 847.333502] env[65664]: DEBUG nova.network.neutron [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Successfully updated port: 9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 847.373078] env[65664]: DEBUG oslo_concurrency.lockutils [None req-aa295959-0c3e-4b95-a286-778708a4d305 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.452242] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 2564cbff-4c12-4be4-95b7-a2195bdd89cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 847.639723] env[65664]: DEBUG nova.compute.manager [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.640527] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee61743-2833-4087-a319-6fe725c6010b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.684921] env[65664]: INFO nova.compute.manager [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Took 48.92 seconds to build instance. [ 847.836819] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "refresh_cache-45018df0-cae6-4ccd-9c36-bc60f8fa37c8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.837073] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquired lock "refresh_cache-45018df0-cae6-4ccd-9c36-bc60f8fa37c8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.837270] env[65664]: DEBUG nova.network.neutron [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.942256] env[65664]: DEBUG nova.objects.instance [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.956287] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 848.154059] env[65664]: INFO nova.compute.manager [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] instance snapshotting [ 848.157442] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eadcfc-156a-4da7-aa7d-77633e52f94a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.177255] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700904a-b0a0-4553-ae67-408d8892f1c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.188761] env[65664]: DEBUG oslo_concurrency.lockutils [None req-28486d7c-a521-4c2b-ab92-e630e0ed19fb tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "ef3938d6-8b92-4a55-b212-368346a82867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.166s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.375721] env[65664]: DEBUG nova.network.neutron [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 848.447257] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.447437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.447625] env[65664]: DEBUG nova.network.neutron [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.447797] env[65664]: DEBUG nova.objects.instance [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'info_cache' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.453442] env[65664]: WARNING neutronclient.v2_0.client [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.461664] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 848.531511] env[65664]: DEBUG nova.network.neutron [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Updating instance_info_cache with network_info: [{"id": "9e3bf62b-0b3a-4718-890c-ba7731fda10a", "address": "fa:16:3e:14:18:0c", "network": {"id": "bb0269e6-0367-471c-85cb-a929bb0b499d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-240694435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccb37ff55dc4ce79311e19732151882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3bf62b-0b", "ovs_interfaceid": "9e3bf62b-0b3a-4718-890c-ba7731fda10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.690752] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 848.691671] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 848.694903] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e9613ce-fa55-464a-84f5-1a3744360bc2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.703764] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 848.703764] env[65664]: value = "task-4415381" [ 848.703764] env[65664]: _type = "Task" [ 848.703764] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.713486] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.752571] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "ef3938d6-8b92-4a55-b212-368346a82867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.752883] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "ef3938d6-8b92-4a55-b212-368346a82867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.754253] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "ef3938d6-8b92-4a55-b212-368346a82867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.754500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "ef3938d6-8b92-4a55-b212-368346a82867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.754675] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "ef3938d6-8b92-4a55-b212-368346a82867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.756976] env[65664]: INFO nova.compute.manager [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Terminating instance [ 848.952469] env[65664]: DEBUG nova.objects.base [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Object Instance<30e623cb-6217-4232-a11a-e2adfd0e2a22> lazy-loaded attributes: flavor,info_cache {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 848.964875] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c07dc834-0d8c-455d-a138-549ff3738fa2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 849.034151] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Releasing lock "refresh_cache-45018df0-cae6-4ccd-9c36-bc60f8fa37c8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.034577] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Instance network_info: |[{"id": "9e3bf62b-0b3a-4718-890c-ba7731fda10a", "address": "fa:16:3e:14:18:0c", "network": {"id": "bb0269e6-0367-471c-85cb-a929bb0b499d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-240694435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccb37ff55dc4ce79311e19732151882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3bf62b-0b", "ovs_interfaceid": "9e3bf62b-0b3a-4718-890c-ba7731fda10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 849.035135] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:18:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e3bf62b-0b3a-4718-890c-ba7731fda10a', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.043232] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Creating folder: Project (1ccb37ff55dc4ce79311e19732151882). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.044024] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080d2c84-cfa8-4b1f-bb22-88c13aecc252 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.057061] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Created folder: Project (1ccb37ff55dc4ce79311e19732151882) in parent group-v863926. [ 849.057365] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Creating folder: Instances. Parent ref: group-v864089. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.057644] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b281ea8e-0cc0-43e5-aba1-d7274c5633f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.069357] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Created folder: Instances in parent group-v864089. [ 849.069614] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 849.069826] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.070054] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fa20d1-e4b0-4236-a58c-4baf041a6131 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.091058] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.091058] env[65664]: value = "task-4415384" [ 849.091058] env[65664]: _type = "Task" [ 849.091058] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.101909] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415384, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.219336] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415381, 'name': CreateSnapshot_Task, 'duration_secs': 0.490639} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.219464] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.221034] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa92acdf-fd97-41be-b8fe-742110e5ffd2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.224845] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.260591] env[65664]: DEBUG nova.compute.manager [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 849.260839] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.261891] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1958a738-0eda-4979-944b-2879de82e717 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.273064] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.274644] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b51ae8e-fccb-4236-a8a0-ccc992c5b94f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.283258] env[65664]: DEBUG oslo_vmware.api [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 849.283258] env[65664]: value = "task-4415385" [ 849.283258] env[65664]: _type = "Task" [ 849.283258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.295805] env[65664]: DEBUG oslo_vmware.api [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.324919] env[65664]: DEBUG nova.compute.manager [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Received event network-changed-9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 849.325155] env[65664]: DEBUG nova.compute.manager [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Refreshing instance network info cache due to event network-changed-9e3bf62b-0b3a-4718-890c-ba7731fda10a. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 849.325391] env[65664]: DEBUG oslo_concurrency.lockutils [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] Acquiring lock "refresh_cache-45018df0-cae6-4ccd-9c36-bc60f8fa37c8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.325583] env[65664]: DEBUG oslo_concurrency.lockutils [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] Acquired lock "refresh_cache-45018df0-cae6-4ccd-9c36-bc60f8fa37c8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.325672] env[65664]: DEBUG nova.network.neutron [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Refreshing network info cache for port 9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.455686] env[65664]: WARNING neutronclient.v2_0.client [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.467837] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance be236e85-64d8-4e05-a0fa-b7e436b8d6f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 849.468056] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration cdb82515-ab3f-4f96-b882-4edc8a0eb854 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 849.468250] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 849.601626] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415384, 'name': CreateVM_Task, 'duration_secs': 0.359931} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.601820] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.602363] env[65664]: WARNING neutronclient.v2_0.client [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.602743] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.602894] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.603227] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.603508] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7510172b-5933-4d57-b448-7e4713c6134c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.609135] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 849.609135] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ff039b-5940-895a-7ede-44e84441e50e" [ 849.609135] env[65664]: _type = "Task" [ 849.609135] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.619017] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ff039b-5940-895a-7ede-44e84441e50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.620202] env[65664]: WARNING neutronclient.v2_0.client [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.690895] env[65664]: DEBUG nova.network.neutron [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating instance_info_cache with network_info: [{"id": "6e355d53-ac3b-459e-9186-87348847ce7b", "address": "fa:16:3e:ee:8e:a3", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e355d53-ac", "ovs_interfaceid": "6e355d53-ac3b-459e-9186-87348847ce7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.741890] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.742211] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad962696-c62e-4b28-8e18-ced6ea4fea18 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.752730] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 849.752730] env[65664]: value = "task-4415386" [ 849.752730] env[65664]: _type = "Task" [ 849.752730] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.761698] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415386, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.793069] env[65664]: DEBUG oslo_vmware.api [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415385, 'name': PowerOffVM_Task, 'duration_secs': 0.197192} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.793336] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.793494] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.793765] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cff64ab-f0db-4f6d-8968-4eb87ce01102 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.829383] env[65664]: WARNING neutronclient.v2_0.client [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.911262] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.911519] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.911703] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] ef3938d6-8b92-4a55-b212-368346a82867 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.911998] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f58b9b-d9f6-43c6-9d89-ed88c06ed8d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.919473] env[65664]: DEBUG oslo_vmware.api [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 849.919473] env[65664]: value = "task-4415388" [ 849.919473] env[65664]: _type = "Task" [ 849.919473] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.933050] env[65664]: DEBUG oslo_vmware.api [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.970759] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 19a4e1e6-2b87-46ce-b663-6b73982c50b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 849.981899] env[65664]: WARNING neutronclient.v2_0.client [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.072644] env[65664]: DEBUG nova.network.neutron [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Updated VIF entry in instance network info cache for port 9e3bf62b-0b3a-4718-890c-ba7731fda10a. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 850.072993] env[65664]: DEBUG nova.network.neutron [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Updating instance_info_cache with network_info: [{"id": "9e3bf62b-0b3a-4718-890c-ba7731fda10a", "address": "fa:16:3e:14:18:0c", "network": {"id": "bb0269e6-0367-471c-85cb-a929bb0b499d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-240694435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ccb37ff55dc4ce79311e19732151882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3bf62b-0b", "ovs_interfaceid": "9e3bf62b-0b3a-4718-890c-ba7731fda10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.124683] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ff039b-5940-895a-7ede-44e84441e50e, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.124996] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.125264] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.125505] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.125649] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.125841] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.126264] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b78ce3-21f1-4ebd-be14-c08a46d1a384 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.137485] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.137702] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.138485] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee01776-1524-4817-9035-4e67941d3832 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.144693] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 850.144693] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527d0f6c-104f-0db8-061b-c792b4ddc93c" [ 850.144693] env[65664]: _type = "Task" [ 850.144693] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.153654] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527d0f6c-104f-0db8-061b-c792b4ddc93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.194018] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "refresh_cache-30e623cb-6217-4232-a11a-e2adfd0e2a22" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.262838] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415386, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.430490] env[65664]: DEBUG oslo_vmware.api [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206958} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.430828] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.431033] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.431218] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.431391] env[65664]: INFO nova.compute.manager [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Took 1.17 seconds to destroy the instance on the hypervisor. [ 850.431640] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 850.431834] env[65664]: DEBUG nova.compute.manager [-] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 850.431929] env[65664]: DEBUG nova.network.neutron [-] [instance: ef3938d6-8b92-4a55-b212-368346a82867] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 850.432244] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.463415] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.473395] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 367c9018-7b83-41ed-9349-f8003f4af2b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 850.576019] env[65664]: DEBUG oslo_concurrency.lockutils [req-31ba4b6a-2a54-44a3-a9d8-31976650cb40 req-e71826d1-14fb-48d9-b03e-dda2993bed08 service nova] Releasing lock "refresh_cache-45018df0-cae6-4ccd-9c36-bc60f8fa37c8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.656478] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527d0f6c-104f-0db8-061b-c792b4ddc93c, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.657507] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7b364f-d176-466d-bccc-f52a69bb9148 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.665996] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 850.665996] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5296e48f-7b9a-bb4c-ba4f-7354a28fc2a1" [ 850.665996] env[65664]: _type = "Task" [ 850.665996] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.675990] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5296e48f-7b9a-bb4c-ba4f-7354a28fc2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.722651] env[65664]: DEBUG nova.compute.manager [req-9adf8763-2405-4a37-89eb-8c24cf75c357 req-3b1ac03c-7f95-4928-b801-d38e6979e559 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Received event network-vif-deleted-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 850.722906] env[65664]: INFO nova.compute.manager [req-9adf8763-2405-4a37-89eb-8c24cf75c357 req-3b1ac03c-7f95-4928-b801-d38e6979e559 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Neutron deleted interface 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88; detaching it from the instance and deleting it from the info cache [ 850.723220] env[65664]: DEBUG nova.network.neutron [req-9adf8763-2405-4a37-89eb-8c24cf75c357 req-3b1ac03c-7f95-4928-b801-d38e6979e559 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.764336] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415386, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.976705] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f317f33a-8a2d-4e65-9429-d4d2bfa0a24a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 851.177549] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5296e48f-7b9a-bb4c-ba4f-7354a28fc2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.177860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.178187] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 45018df0-cae6-4ccd-9c36-bc60f8fa37c8/45018df0-cae6-4ccd-9c36-bc60f8fa37c8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.178482] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fc10be-ff0a-450f-b405-88620f068f61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.180857] env[65664]: DEBUG nova.network.neutron [-] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.188261] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 851.188261] env[65664]: value = "task-4415389" [ 851.188261] env[65664]: _type = "Task" [ 851.188261] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.200147] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.200447] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.200681] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d511b96b-6e5b-4116-a524-39922d6ac890 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.207883] env[65664]: DEBUG oslo_vmware.api [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 851.207883] env[65664]: value = "task-4415390" [ 851.207883] env[65664]: _type = "Task" [ 851.207883] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.219875] env[65664]: DEBUG oslo_vmware.api [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.227068] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11bc9549-f657-4384-a84a-fce405e00d0a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.237646] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaeac6d-6d59-429e-99a4-a38223cb915c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.265210] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415386, 'name': CloneVM_Task, 'duration_secs': 1.37488} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.286858] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Created linked-clone VM from snapshot [ 851.287464] env[65664]: DEBUG nova.compute.manager [req-9adf8763-2405-4a37-89eb-8c24cf75c357 req-3b1ac03c-7f95-4928-b801-d38e6979e559 service nova] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Detach interface failed, port_id=9936bbe8-d8cd-4b39-bf30-238a3cd9cd88, reason: Instance ef3938d6-8b92-4a55-b212-368346a82867 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 851.288869] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239fb60-1d32-4072-9911-58e023eff702 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.303757] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Uploading image 5942db22-c275-49e8-8fa5-8eac59c22533 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.327093] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.327093] env[65664]: value = "vm-864093" [ 851.327093] env[65664]: _type = "VirtualMachine" [ 851.327093] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.327352] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b2ece25-346f-420f-957f-54d0f1f52820 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.335456] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lease: (returnval){ [ 851.335456] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e121e-aa95-4549-9e14-b482a411f3a4" [ 851.335456] env[65664]: _type = "HttpNfcLease" [ 851.335456] env[65664]: } obtained for exporting VM: (result){ [ 851.335456] env[65664]: value = "vm-864093" [ 851.335456] env[65664]: _type = "VirtualMachine" [ 851.335456] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.335761] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the lease: (returnval){ [ 851.335761] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e121e-aa95-4549-9e14-b482a411f3a4" [ 851.335761] env[65664]: _type = "HttpNfcLease" [ 851.335761] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.343572] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.343572] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e121e-aa95-4549-9e14-b482a411f3a4" [ 851.343572] env[65664]: _type = "HttpNfcLease" [ 851.343572] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.480950] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 8e203ba5-61f9-41a5-94d3-7bb731482e79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 851.683883] env[65664]: INFO nova.compute.manager [-] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Took 1.25 seconds to deallocate network for instance. [ 851.698824] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415389, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.721300] env[65664]: DEBUG oslo_vmware.api [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415390, 'name': PowerOnVM_Task, 'duration_secs': 0.435476} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.721583] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.721789] env[65664]: DEBUG nova.compute.manager [None req-a4dab2e3-38a8-4619-8b1e-ead3a2669423 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.722696] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b1ce0-c8c0-45c9-9fc3-7328150692b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.845817] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.845817] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e121e-aa95-4549-9e14-b482a411f3a4" [ 851.845817] env[65664]: _type = "HttpNfcLease" [ 851.845817] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.846218] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.846218] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e121e-aa95-4549-9e14-b482a411f3a4" [ 851.846218] env[65664]: _type = "HttpNfcLease" [ 851.846218] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.846985] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bd005-89a1-4430-8ef5-af4ba1469fd7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.855668] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf2ad3-bd03-ee2a-c5fc-d35cd6e4379a/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.855863] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf2ad3-bd03-ee2a-c5fc-d35cd6e4379a/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.986537] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 78a7f578-6745-43e6-af34-b46d3f230cd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 852.003542] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d967ab0-dbe5-4406-a4af-248f2a69b994 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.194350] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.203415] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524601} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.203650] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 45018df0-cae6-4ccd-9c36-bc60f8fa37c8/45018df0-cae6-4ccd-9c36-bc60f8fa37c8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.204131] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.204588] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952c2a73-a8be-43e8-883d-e20f20a0f84a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.215771] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 852.215771] env[65664]: value = "task-4415392" [ 852.215771] env[65664]: _type = "Task" [ 852.215771] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.227698] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.492158] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance e205ed4f-3703-4de4-93e4-54852098df4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 852.492606] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 852.492827] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '13', 'num_task_None': '11', 'num_os_type_None': '16', 'num_proj_c7a80a1e77cc400ca9a3bb08dbc8d68c': '3', 'io_workload': '3', 'num_task_deleting': '1', 'num_proj_5e0c58fb18a941528e5b22d66403beb5': '1', 'num_proj_4f54a225c5e64a5fbeb4efbf99aaed13': '1', 'num_task_powering-off': '1', 'num_proj_78c4f805c62845bfbdedbcad882bb397': '1', 'num_proj_12179bbb71714cc3bb37456ea5682668': '2', 'num_vm_rescued': '1', 'num_proj_548b1a32de444d339d1080c40d190bdb': '1', 'num_proj_92b48785c5e64f799561f35c32cd6a1a': '1', 'num_proj_d817bea104c34f0798e2be963cc444d4': '1', 'num_task_resize_prep': '1', 'num_proj_47635d8b426f4eb09754ee2be6e202c4': '1', 'num_task_image_uploading': '1', 'num_proj_d8e730f3f81246b795d9aecc1796a1bc': '2', 'num_proj_c855f3298b7645799ab171f39a9465b3': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_1ccb37ff55dc4ce79311e19732151882': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 852.728088] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071351} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.728514] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.729811] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0af977-b5a6-4783-ad3e-0bda9b248d16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.754829] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 45018df0-cae6-4ccd-9c36-bc60f8fa37c8/45018df0-cae6-4ccd-9c36-bc60f8fa37c8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.761020] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5073d0b7-16ad-406a-924d-fbffca9bb086 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.782607] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 852.782607] env[65664]: value = "task-4415393" [ 852.782607] env[65664]: _type = "Task" [ 852.782607] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.793204] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.097779] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a8820b-e668-4052-88c4-03fe44a00ad0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.106597] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3327ab91-52f5-4082-94e7-0af321ffa7f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.139922] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04de90d-a0a9-4183-b2a8-ccd358f1e8d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.148974] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1174e091-8eb3-46f4-8638-bb1b3a6ad130 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.166499] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.295595] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.670594] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.795532] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415393, 'name': ReconfigVM_Task, 'duration_secs': 0.601022} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.796109] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 45018df0-cae6-4ccd-9c36-bc60f8fa37c8/45018df0-cae6-4ccd-9c36-bc60f8fa37c8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.797028] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a301221b-f320-4a2f-b231-2720ad2b5e73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.804623] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 853.804623] env[65664]: value = "task-4415394" [ 853.804623] env[65664]: _type = "Task" [ 853.804623] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.814499] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415394, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.176519] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 854.176883] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.299s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.177211] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.659s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.178752] env[65664]: INFO nova.compute.claims [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.181668] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.181801] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Cleaning up deleted instances {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 854.316372] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415394, 'name': Rename_Task, 'duration_secs': 0.16204} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.316823] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.317178] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a0297a5-0d5d-49b9-bf44-d1e909430663 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.326024] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 854.326024] env[65664]: value = "task-4415395" [ 854.326024] env[65664]: _type = "Task" [ 854.326024] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.335102] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.696055] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] There are 32 instances to clean {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 854.696254] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f8f48f18-e47f-4fd5-858c-a94a5dea8b1a] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 854.838382] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.202860] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 8f21ea05-999c-4296-8a8d-dab2a7a8dab5] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 855.340256] env[65664]: DEBUG oslo_vmware.api [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415395, 'name': PowerOnVM_Task, 'duration_secs': 0.68607} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.340524] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.340717] env[65664]: INFO nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Took 8.93 seconds to spawn the instance on the hypervisor. [ 855.341133] env[65664]: DEBUG nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 855.341707] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f2f86a-797b-4bbe-980f-e613dd35c645 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.686607] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54db14c-a4b9-43ff-bd3d-46ebb1268cb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.695765] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c047ebd3-f149-4da3-9468-6849d420a120 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.727462] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 7a24931f-1f11-4759-b6f9-0e6afdd24a75] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 855.730634] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782f2dab-3c49-4013-97f2-66f618cbe15a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.739091] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2bcb70-7302-47d6-8846-dca4595cc0a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.754605] env[65664]: DEBUG nova.compute.provider_tree [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.866130] env[65664]: INFO nova.compute.manager [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Took 54.38 seconds to build instance. [ 856.234393] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ebb2c981-b6ad-46a2-95a6-6d2c4b185df7] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 856.278686] env[65664]: ERROR nova.scheduler.client.report [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [req-e6464524-e5d1-453d-9d88-43c8436dda75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6464524-e5d1-453d-9d88-43c8436dda75"}]} [ 856.296584] env[65664]: DEBUG nova.scheduler.client.report [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 856.313628] env[65664]: DEBUG nova.scheduler.client.report [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 856.313940] env[65664]: DEBUG nova.compute.provider_tree [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.326211] env[65664]: DEBUG nova.scheduler.client.report [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 856.345817] env[65664]: DEBUG nova.scheduler.client.report [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 856.371707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-78873663-d885-423e-abd2-555ccaedc2bf tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.068s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.738936] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 28a5c21d-6801-4232-a503-ed4bb53d467b] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 856.870345] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d77f5-74b8-4c90-8703-2a0b87d2539f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.878418] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 856.882802] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1faa3-2726-4a4e-a285-abbc95b69575 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.919279] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887920d-2aca-42be-a6e4-39a4cb6cb4ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.928705] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613ab62-bc8e-49f0-aa84-a9c530b59422 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.944183] env[65664]: DEBUG nova.compute.provider_tree [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.213199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.213199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.213199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.213199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.213199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.218764] env[65664]: INFO nova.compute.manager [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Terminating instance [ 857.243461] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ba573e86-38ae-4d22-bb45-f1b78c266a19] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 857.406474] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.478337] env[65664]: DEBUG nova.scheduler.client.report [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.478744] env[65664]: DEBUG nova.compute.provider_tree [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 91 to 92 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.478993] env[65664]: DEBUG nova.compute.provider_tree [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.724285] env[65664]: DEBUG nova.compute.manager [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 857.724560] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.725531] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b9f465-6aa4-4bba-85fc-1c88b5fe8369 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.735529] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.735793] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71eab9e8-2dc8-4461-87ee-9f6d59b076a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.743413] env[65664]: DEBUG oslo_vmware.api [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 857.743413] env[65664]: value = "task-4415396" [ 857.743413] env[65664]: _type = "Task" [ 857.743413] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.748949] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 6432cee9-eaca-4684-8251-20bbfbc7c987] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 857.754565] env[65664]: DEBUG oslo_vmware.api [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.986756] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.809s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.987561] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 857.991220] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 51.131s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.991394] env[65664]: DEBUG nova.objects.instance [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.257409] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 9b148295-a767-4449-9485-b3eb760ae257] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 858.259931] env[65664]: DEBUG oslo_vmware.api [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415396, 'name': PowerOffVM_Task, 'duration_secs': 0.259216} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.260551] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.260846] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.261189] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb6e2db-b372-4647-9ae8-fa4d6f0ce54a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.336910] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.337249] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.337407] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Deleting the datastore file [datastore2] 45018df0-cae6-4ccd-9c36-bc60f8fa37c8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.337692] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b11e30c-6472-4106-afc0-7885dbd43586 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.345507] env[65664]: DEBUG oslo_vmware.api [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for the task: (returnval){ [ 858.345507] env[65664]: value = "task-4415398" [ 858.345507] env[65664]: _type = "Task" [ 858.345507] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.355021] env[65664]: DEBUG oslo_vmware.api [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.501358] env[65664]: DEBUG nova.compute.utils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.503184] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 858.503418] env[65664]: DEBUG nova.network.neutron [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.504029] env[65664]: WARNING neutronclient.v2_0.client [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.504292] env[65664]: WARNING neutronclient.v2_0.client [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.584986] env[65664]: DEBUG nova.policy [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a235a630a2c43ac8fc3c31188ad319d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f54a225c5e64a5fbeb4efbf99aaed13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.762161] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 8aa06b72-0274-43b1-9e81-5f5ed48b6b6b] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 858.858762] env[65664]: DEBUG oslo_vmware.api [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Task: {'id': task-4415398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246145} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.859032] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.859249] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.860025] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.860025] env[65664]: INFO nova.compute.manager [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.860025] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.860293] env[65664]: DEBUG nova.compute.manager [-] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 858.860293] env[65664]: DEBUG nova.network.neutron [-] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 858.860485] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.901668] env[65664]: DEBUG nova.network.neutron [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Successfully created port: 62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 858.939895] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.004928] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d0c39dbb-fa56-423c-a934-c8208307390d tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.006506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.074s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.007018] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.009746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.414s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.011972] env[65664]: INFO nova.compute.claims [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.018611] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 859.146208] env[65664]: INFO nova.scheduler.client.report [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Deleted allocations for instance f71f64a0-cd74-43a2-b75e-6d0892e28992 [ 859.265561] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 91966869-e4e6-4778-badb-831ccac1b143] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 859.310226] env[65664]: DEBUG nova.compute.manager [req-ffb19841-8dfc-4652-b12f-c12829a914f2 req-7e68999f-e638-4771-8389-99c4381ab5f3 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Received event network-vif-deleted-9e3bf62b-0b3a-4718-890c-ba7731fda10a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 859.310529] env[65664]: INFO nova.compute.manager [req-ffb19841-8dfc-4652-b12f-c12829a914f2 req-7e68999f-e638-4771-8389-99c4381ab5f3 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Neutron deleted interface 9e3bf62b-0b3a-4718-890c-ba7731fda10a; detaching it from the instance and deleting it from the info cache [ 859.311551] env[65664]: DEBUG nova.network.neutron [req-ffb19841-8dfc-4652-b12f-c12829a914f2 req-7e68999f-e638-4771-8389-99c4381ab5f3 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.563584] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf2ad3-bd03-ee2a-c5fc-d35cd6e4379a/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 859.564151] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29636bee-d663-4a1a-8f47-8d75899e6166 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.574137] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf2ad3-bd03-ee2a-c5fc-d35cd6e4379a/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 859.574137] env[65664]: ERROR oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf2ad3-bd03-ee2a-c5fc-d35cd6e4379a/disk-0.vmdk due to incomplete transfer. [ 859.574137] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5afc95c-fcbc-4513-8e87-fa821f19eb1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.583319] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf2ad3-bd03-ee2a-c5fc-d35cd6e4379a/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 859.583534] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Uploaded image 5942db22-c275-49e8-8fa5-8eac59c22533 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 859.585815] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 859.586136] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-278927ed-c02d-4bc8-a9f6-23bb018dfdcf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.593799] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 859.593799] env[65664]: value = "task-4415399" [ 859.593799] env[65664]: _type = "Task" [ 859.593799] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.602971] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415399, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.655938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3dfc6d5d-4917-4363-9da4-856e75a81a69 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Lock "f71f64a0-cd74-43a2-b75e-6d0892e28992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.545s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.689064] env[65664]: DEBUG nova.network.neutron [-] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.769415] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 97c6779e-1af0-4e3f-9997-c079168d9e5e] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 859.815568] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4d91c07-686c-43bf-bf58-ae2db52c1c01 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.825360] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b1dbd-b8a0-4e35-94dd-7ffcee2975c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.863726] env[65664]: DEBUG nova.compute.manager [req-ffb19841-8dfc-4652-b12f-c12829a914f2 req-7e68999f-e638-4771-8389-99c4381ab5f3 service nova] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Detach interface failed, port_id=9e3bf62b-0b3a-4718-890c-ba7731fda10a, reason: Instance 45018df0-cae6-4ccd-9c36-bc60f8fa37c8 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 860.025065] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 860.050135] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:18:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b81859ab-321a-4d38-ab9e-34cf03787daf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036026321',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 860.050398] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.050575] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 860.050845] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.050845] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 860.051023] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 860.051216] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 860.051343] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 860.051502] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 860.051658] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 860.051824] env[65664]: DEBUG nova.virt.hardware [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 860.052713] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b3bbe9-bb90-436d-ace9-a583f15d9989 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.068278] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf2c92-9a3e-4af2-97bf-a470314ca179 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.108825] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415399, 'name': Destroy_Task, 'duration_secs': 0.408123} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.109122] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Destroyed the VM [ 860.109365] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.109627] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2dc4a911-7d1a-494a-aa78-62be5e495075 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.120390] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 860.120390] env[65664]: value = "task-4415400" [ 860.120390] env[65664]: _type = "Task" [ 860.120390] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.130570] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415400, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.192066] env[65664]: INFO nova.compute.manager [-] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Took 1.33 seconds to deallocate network for instance. [ 860.276568] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 4e1ea887-30cc-4aef-a356-0c2d6ee255ad] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 860.523038] env[65664]: DEBUG nova.compute.manager [req-72c308d6-ea16-4701-ae03-1263a571f5e3 req-c1604606-8de5-471c-8b29-3e278ffdb797 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Received event network-vif-plugged-62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 860.523038] env[65664]: DEBUG oslo_concurrency.lockutils [req-72c308d6-ea16-4701-ae03-1263a571f5e3 req-c1604606-8de5-471c-8b29-3e278ffdb797 service nova] Acquiring lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.523182] env[65664]: DEBUG oslo_concurrency.lockutils [req-72c308d6-ea16-4701-ae03-1263a571f5e3 req-c1604606-8de5-471c-8b29-3e278ffdb797 service nova] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.523387] env[65664]: DEBUG oslo_concurrency.lockutils [req-72c308d6-ea16-4701-ae03-1263a571f5e3 req-c1604606-8de5-471c-8b29-3e278ffdb797 service nova] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.523578] env[65664]: DEBUG nova.compute.manager [req-72c308d6-ea16-4701-ae03-1263a571f5e3 req-c1604606-8de5-471c-8b29-3e278ffdb797 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] No waiting events found dispatching network-vif-plugged-62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.523782] env[65664]: WARNING nova.compute.manager [req-72c308d6-ea16-4701-ae03-1263a571f5e3 req-c1604606-8de5-471c-8b29-3e278ffdb797 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Received unexpected event network-vif-plugged-62e21459-e544-4d88-9e01-364968b5f322 for instance with vm_state building and task_state spawning. [ 860.561258] env[65664]: DEBUG nova.network.neutron [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Successfully updated port: 62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.620026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39996484-6291-4dd7-ae62-cf6ff62ca495 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.635205] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc96c34-0e37-4a09-ae1e-73b00d886d27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.641601] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415400, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.679612] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64837adc-e05a-4603-a363-292c590e12c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.690659] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b3d53-e4c0-421d-adeb-0d2e08ad00f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.701021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.709569] env[65664]: DEBUG nova.compute.provider_tree [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.780595] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 4ba05e21-99c4-4519-be86-d8eb63470422] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 861.064188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.064497] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.064553] env[65664]: DEBUG nova.network.neutron [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.134322] env[65664]: DEBUG oslo_vmware.api [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415400, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595708} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.134783] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.135171] env[65664]: INFO nova.compute.manager [None req-75d46d44-47cb-4a78-8b19-82ee5e9e772d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Took 12.98 seconds to snapshot the instance on the hypervisor. [ 861.245613] env[65664]: DEBUG nova.scheduler.client.report [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.245613] env[65664]: DEBUG nova.compute.provider_tree [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 92 to 93 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.245613] env[65664]: DEBUG nova.compute.provider_tree [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.283504] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: e1430e70-290e-41d9-af8d-288e06ca398f] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 861.601577] env[65664]: DEBUG nova.network.neutron [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 861.723370] env[65664]: WARNING neutronclient.v2_0.client [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.754075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.755278] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 861.758566] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.835s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.758661] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.762651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.308s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.762651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.764226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.894s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.771389] env[65664]: INFO nova.compute.claims [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.786710] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ceec1f79-5018-4ff7-a76c-4843a8a7f5da] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 861.810904] env[65664]: INFO nova.scheduler.client.report [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Deleted allocations for instance 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664 [ 861.812732] env[65664]: INFO nova.scheduler.client.report [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted allocations for instance f16530fd-2c87-4dc6-a88d-135dbf49375e [ 861.851198] env[65664]: DEBUG nova.network.neutron [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.287341] env[65664]: DEBUG nova.compute.utils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.291888] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 862.291888] env[65664]: DEBUG nova.network.neutron [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 862.291888] env[65664]: WARNING neutronclient.v2_0.client [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.291888] env[65664]: WARNING neutronclient.v2_0.client [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.294312] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b6360b81-754a-4858-acf5-8cc6f25a1e3a] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 862.334351] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6301e1be-4605-4da1-aa46-49fe5a9164d8 tempest-ServersListShow2100Test-683588157 tempest-ServersListShow2100Test-683588157-project-member] Lock "3c22ce76-9fd6-4eb3-900c-e3d2f9f26664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.950s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.334351] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dfbb195-5f65-45e4-b502-07b5f8427cdb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "f16530fd-2c87-4dc6-a88d-135dbf49375e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.938s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.353600] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.354053] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Instance network_info: |[{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 862.354566] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:cd:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e21459-e544-4d88-9e01-364968b5f322', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.363949] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 862.365745] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.365998] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f9c20d-4b85-47ac-865b-5605863706f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.390538] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.390538] env[65664]: value = "task-4415401" [ 862.390538] env[65664]: _type = "Task" [ 862.390538] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.401208] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415401, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.406025] env[65664]: DEBUG nova.policy [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbee6053e99400aadeac0c228eee927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d18e27e2c0e40fc9e6955e223d0b9d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.792234] env[65664]: DEBUG nova.network.neutron [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Successfully created port: 261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 862.796532] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 862.804874] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 57923f30-d1d7-4f23-a752-5cd7b9427c34] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 862.840176] env[65664]: DEBUG nova.compute.manager [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Received event network-changed-62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 862.841110] env[65664]: DEBUG nova.compute.manager [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Refreshing instance network info cache due to event network-changed-62e21459-e544-4d88-9e01-364968b5f322. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 862.841110] env[65664]: DEBUG oslo_concurrency.lockutils [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] Acquiring lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.841110] env[65664]: DEBUG oslo_concurrency.lockutils [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] Acquired lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.841110] env[65664]: DEBUG nova.network.neutron [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Refreshing network info cache for port 62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.905477] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415401, 'name': CreateVM_Task, 'duration_secs': 0.384408} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.906196] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.906196] env[65664]: WARNING neutronclient.v2_0.client [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.906712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.906824] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.907119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.907730] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0b1052-66ba-41b3-9432-2413b4779215 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.915673] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 862.915673] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c92022-be02-ac45-6316-49dfa8c1114a" [ 862.915673] env[65664]: _type = "Task" [ 862.915673] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.927431] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c92022-be02-ac45-6316-49dfa8c1114a, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.930767] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.931018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.931274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.931417] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.931589] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.933133] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c681ab9-05d7-40a6-a23b-eb73682edf1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.943815] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.943940] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.947622] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9783f906-3351-471a-b314-34137e4d7408 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.956660] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 862.956660] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5223b123-0d85-21fb-ff6f-cae5206a5a1e" [ 862.956660] env[65664]: _type = "Task" [ 862.956660] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.968703] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5223b123-0d85-21fb-ff6f-cae5206a5a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.312403] env[65664]: INFO nova.virt.block_device [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Booting with volume 9717a2c1-6cf1-436b-863c-ac35ef0dde80 at /dev/sda [ 863.314778] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 21be7c7e-7a6f-41b0-9783-ec9e43246e59] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 863.336982] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973767bc-8010-4f67-8df7-c388bbe66738 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.345007] env[65664]: WARNING neutronclient.v2_0.client [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.349027] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a644dbe-a63a-4c38-8fd9-7d307b2d6434 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.354813] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-844071f0-e06c-415f-bdbf-db22ad4fee5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.391139] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab6c4f-54fb-4b63-8a2e-f71268a6d3ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.396632] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ecd1e-7bb2-4723-afbe-ec26c8d5c026 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.416032] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ecb617-f2e2-4ba9-893f-4608d4b4e178 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.438074] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5867fad-ea57-4994-b13d-1729782a44e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.440365] env[65664]: DEBUG nova.compute.provider_tree [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.451976] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e457c7db-ee7d-473b-8fd5-0fef17324bd9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.480868] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5223b123-0d85-21fb-ff6f-cae5206a5a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.501172] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8d2c05-a006-4411-81ba-d1b23cd5a38c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.501771] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc54b61f-39df-432d-90d0-1da38b7392e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.516839] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 863.516839] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52796fc6-768b-8b8d-5309-da7077e3d0a5" [ 863.516839] env[65664]: _type = "Task" [ 863.516839] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.516839] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1076b6a-7ced-4da1-b06d-93a2b6e6164f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.543407] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52796fc6-768b-8b8d-5309-da7077e3d0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.543723] env[65664]: DEBUG nova.virt.block_device [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updating existing volume attachment record: 831c1955-8993-4c9b-8284-69b47f9ad1b5 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 863.548453] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.548453] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.548453] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1026bf68-eb2a-48b6-b043-16a366b6cb30 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.555025] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 863.555025] env[65664]: value = "task-4415402" [ 863.555025] env[65664]: _type = "Task" [ 863.555025] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.565164] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.631467] env[65664]: WARNING neutronclient.v2_0.client [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.772209] env[65664]: DEBUG nova.network.neutron [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updated VIF entry in instance network info cache for port 62e21459-e544-4d88-9e01-364968b5f322. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.772209] env[65664]: DEBUG nova.network.neutron [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.819927] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c09447b3-1638-4d4a-9271-c5514100e51c] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 863.906997] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "26a623cb-37cb-46ed-826e-204267a144b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.907259] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "26a623cb-37cb-46ed-826e-204267a144b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.943641] env[65664]: DEBUG nova.scheduler.client.report [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.972805] env[65664]: DEBUG nova.compute.manager [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 863.974397] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf134dfe-20df-4ea3-b78e-f5221ba2ca3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.067285] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.275727] env[65664]: DEBUG oslo_concurrency.lockutils [req-43e81f77-27b8-4238-ae47-98eb58aad143 req-7df2df37-5e18-4da3-8e9f-f99f7bec69a7 service nova] Releasing lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.323817] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: afdd2163-e5f5-438e-9be6-57d21911e97a] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 864.369789] env[65664]: DEBUG nova.compute.manager [req-b84b93bd-1729-46ec-ab75-aae510f0879c req-a572cd78-1785-41f2-a90e-77871bd85831 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Received event network-vif-plugged-261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 864.369973] env[65664]: DEBUG oslo_concurrency.lockutils [req-b84b93bd-1729-46ec-ab75-aae510f0879c req-a572cd78-1785-41f2-a90e-77871bd85831 service nova] Acquiring lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.370227] env[65664]: DEBUG oslo_concurrency.lockutils [req-b84b93bd-1729-46ec-ab75-aae510f0879c req-a572cd78-1785-41f2-a90e-77871bd85831 service nova] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.370410] env[65664]: DEBUG oslo_concurrency.lockutils [req-b84b93bd-1729-46ec-ab75-aae510f0879c req-a572cd78-1785-41f2-a90e-77871bd85831 service nova] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.370576] env[65664]: DEBUG nova.compute.manager [req-b84b93bd-1729-46ec-ab75-aae510f0879c req-a572cd78-1785-41f2-a90e-77871bd85831 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] No waiting events found dispatching network-vif-plugged-261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 864.370730] env[65664]: WARNING nova.compute.manager [req-b84b93bd-1729-46ec-ab75-aae510f0879c req-a572cd78-1785-41f2-a90e-77871bd85831 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Received unexpected event network-vif-plugged-261abfa8-4d54-4dc7-8d8a-a185def2dc31 for instance with vm_state building and task_state block_device_mapping. [ 864.429912] env[65664]: DEBUG nova.network.neutron [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Successfully updated port: 261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 864.449066] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.449581] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 864.453324] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.273s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.453565] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.458696] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.724s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.462762] env[65664]: INFO nova.compute.claims [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.488431] env[65664]: INFO nova.compute.manager [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] instance snapshotting [ 864.491306] env[65664]: INFO nova.scheduler.client.report [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted allocations for instance afd60b9b-71fe-4133-ad15-26b625cd05a4 [ 864.496686] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e199f3-dece-48e8-bdcc-2bf277b21d26 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.518385] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e456a8bf-1424-472c-9446-77fb9bdb253b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.570039] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536162} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.570039] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.570352] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.570429] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a110f93b-4bf0-415d-9bef-6fe022b0ad1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.578477] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 864.578477] env[65664]: value = "task-4415403" [ 864.578477] env[65664]: _type = "Task" [ 864.578477] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.588360] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.828451] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 88653470-6123-4be6-803e-93f5c69f4173] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 864.928657] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquiring lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.928848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquired lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929037] env[65664]: DEBUG nova.network.neutron [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.967962] env[65664]: DEBUG nova.compute.utils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.971284] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 864.971504] env[65664]: DEBUG nova.network.neutron [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 864.971825] env[65664]: WARNING neutronclient.v2_0.client [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.972137] env[65664]: WARNING neutronclient.v2_0.client [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.003197] env[65664]: DEBUG oslo_concurrency.lockutils [None req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "afd60b9b-71fe-4133-ad15-26b625cd05a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.391s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.030100] env[65664]: DEBUG nova.policy [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09caa085a704d159a2136416c1cb388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cc861d593842ae9c093dcacc4d3bab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.033148] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.033532] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ce521f8-7901-40e8-b5f1-a83f0466be2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.044492] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 865.044492] env[65664]: value = "task-4415404" [ 865.044492] env[65664]: _type = "Task" [ 865.044492] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.055341] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.088542] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069595} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.088912] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.089975] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8372b27a-98ae-40bf-b971-ec5b14d4837c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.114695] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.115054] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d280a3-b876-4fd1-a571-3cb1bbcb22ef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.136875] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 865.136875] env[65664]: value = "task-4415405" [ 865.136875] env[65664]: _type = "Task" [ 865.136875] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.149615] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.331582] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b85c8e1d-b732-4090-be38-c1986ded31c0] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 865.471040] env[65664]: DEBUG nova.network.neutron [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.474050] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 865.555892] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.607417] env[65664]: WARNING neutronclient.v2_0.client [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.654447] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 865.654650] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 865.654857] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.655010] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 865.655191] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.655383] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 865.655516] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 865.655724] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 865.655975] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 865.657023] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 865.657023] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 865.657023] env[65664]: DEBUG nova.virt.hardware [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 865.659347] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415405, 'name': ReconfigVM_Task, 'duration_secs': 0.37189} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.665518] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197a907-c9d4-4be3-ba8b-19f48b1c8ce9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.668424] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.670998] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9086427c-5af3-4884-9967-f96185316ff1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.682029] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690506d0-2198-4638-ba75-9085b0b2f04e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.685925] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 865.685925] env[65664]: value = "task-4415406" [ 865.685925] env[65664]: _type = "Task" [ 865.685925] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.709260] env[65664]: DEBUG nova.network.neutron [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updating instance_info_cache with network_info: [{"id": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "address": "fa:16:3e:c7:e7:e6", "network": {"id": "4644b045-867a-4bed-b15b-f0c034dadac5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610298361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d18e27e2c0e40fc9e6955e223d0b9d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261abfa8-4d", "ovs_interfaceid": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.713712] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415406, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.779529] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.779793] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.779991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.780179] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.780339] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.783482] env[65664]: INFO nova.compute.manager [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Terminating instance [ 865.806017] env[65664]: DEBUG nova.network.neutron [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Successfully created port: f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 865.835409] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c412415d-810b-4780-9d06-4dd2f04281ec] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 866.057594] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415404, 'name': CreateSnapshot_Task, 'duration_secs': 0.561789} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.060576] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.061704] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a398487-4076-40f5-97de-0759371bafb0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.110572] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1be748-da9f-4251-903b-de7ceb62f879 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.119847] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a3c3a-a026-4fb9-973d-11cb1de2b0a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.152779] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e71118-9348-4c3e-81d7-591f0c9cbfc7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.161611] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ecae0-c663-4bfb-93b6-2d0b1b410616 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.176225] env[65664]: DEBUG nova.compute.provider_tree [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.201508] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415406, 'name': Rename_Task, 'duration_secs': 0.145181} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.201702] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.201942] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6a793a-2504-44a6-817a-61fd9d53ccfd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.209913] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 866.209913] env[65664]: value = "task-4415407" [ 866.209913] env[65664]: _type = "Task" [ 866.209913] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.216308] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Releasing lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.216308] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Instance network_info: |[{"id": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "address": "fa:16:3e:c7:e7:e6", "network": {"id": "4644b045-867a-4bed-b15b-f0c034dadac5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610298361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d18e27e2c0e40fc9e6955e223d0b9d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261abfa8-4d", "ovs_interfaceid": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 866.219505] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e7:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '261abfa8-4d54-4dc7-8d8a-a185def2dc31', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.227167] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Creating folder: Project (1d18e27e2c0e40fc9e6955e223d0b9d3). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.227884] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.228154] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69424746-9be9-4d77-9723-0d4af7b22f46 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.244243] env[65664]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 866.244619] env[65664]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65664) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 866.245098] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Folder already exists: Project (1d18e27e2c0e40fc9e6955e223d0b9d3). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 866.245321] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Creating folder: Instances. Parent ref: group-v864048. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.245597] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d07b6e8-ed12-475f-8efc-0a5dc50f7721 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.258909] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Created folder: Instances in parent group-v864048. [ 866.259355] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 866.259672] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.260469] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8478bc1a-9dec-4421-9840-7d2a97f8f8ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.283580] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.283580] env[65664]: value = "task-4415410" [ 866.283580] env[65664]: _type = "Task" [ 866.283580] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.287319] env[65664]: DEBUG nova.compute.manager [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 866.287534] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.288321] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63111b51-43a6-4d81-b17a-414ef3f03bf4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.296920] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415410, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.299314] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.299643] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10d56f5f-ee5e-447e-88d7-831b4d29bd35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.306703] env[65664]: DEBUG oslo_vmware.api [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 866.306703] env[65664]: value = "task-4415411" [ 866.306703] env[65664]: _type = "Task" [ 866.306703] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.319726] env[65664]: DEBUG oslo_vmware.api [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.339258] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 7ce4bb05-21b8-4c9f-acd7-0e76e1664e71] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 866.420390] env[65664]: DEBUG nova.compute.manager [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Received event network-changed-261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 866.420390] env[65664]: DEBUG nova.compute.manager [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Refreshing instance network info cache due to event network-changed-261abfa8-4d54-4dc7-8d8a-a185def2dc31. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 866.420390] env[65664]: DEBUG oslo_concurrency.lockutils [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] Acquiring lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.420390] env[65664]: DEBUG oslo_concurrency.lockutils [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] Acquired lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.420668] env[65664]: DEBUG nova.network.neutron [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Refreshing network info cache for port 261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.489947] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 866.516890] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 866.517151] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.517383] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 866.517604] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.517756] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 866.517899] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 866.518122] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.518282] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 866.518443] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 866.518605] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 866.518768] env[65664]: DEBUG nova.virt.hardware [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 866.519664] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace67cc-b89e-4355-8189-68951136e74c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.528710] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c3ba9e-d0f4-404d-84a7-0f2da22b0b75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.582422] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.582851] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b689245-48cb-4135-94b4-c817434aa562 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.593401] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 866.593401] env[65664]: value = "task-4415412" [ 866.593401] env[65664]: _type = "Task" [ 866.593401] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.603406] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415412, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.679754] env[65664]: DEBUG nova.scheduler.client.report [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.722424] env[65664]: DEBUG oslo_vmware.api [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415407, 'name': PowerOnVM_Task, 'duration_secs': 0.478768} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.722766] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.722936] env[65664]: INFO nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Took 6.70 seconds to spawn the instance on the hypervisor. [ 866.723121] env[65664]: DEBUG nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.724019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a737f3a5-f00e-46bd-8079-348b88a618f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.795890] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415410, 'name': CreateVM_Task, 'duration_secs': 0.380186} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.796221] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.797079] env[65664]: WARNING neutronclient.v2_0.client [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.797584] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864059', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'name': 'volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c4e475a-ea3b-47b4-b1c8-924fe4737594', 'attached_at': '', 'detached_at': '', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'serial': '9717a2c1-6cf1-436b-863c-ac35ef0dde80'}, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'attachment_id': '831c1955-8993-4c9b-8284-69b47f9ad1b5', 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=65664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 866.798020] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Root volume attach. Driver type: vmdk {{(pid=65664) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 866.798935] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7652369-0960-4397-b2ea-f92fc5874b5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.813949] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65dc5b6-a8b2-4226-96e6-20e5091ed67c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.823651] env[65664]: DEBUG oslo_vmware.api [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415411, 'name': PowerOffVM_Task, 'duration_secs': 0.217099} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.825678] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.825888] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.826342] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d10f8e6-690e-4b26-bfcf-746d4a15f1d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.828846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db66a72-9b52-434d-9e0d-318220c4b443 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.837906] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-037dbb31-4dd3-416b-8680-e73e468e965e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.843406] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b5ed2d00-1d28-4478-bee4-564ec6f945c5] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 866.847417] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 866.847417] env[65664]: value = "task-4415414" [ 866.847417] env[65664]: _type = "Task" [ 866.847417] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.860619] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.905312] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.905736] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.906077] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore2] 9acd0bbf-8c30-4e64-939d-0b471ab66c0b {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.906527] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e445acd9-5200-4101-a3ca-fe5e9af55aee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.913826] env[65664]: DEBUG oslo_vmware.api [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 866.913826] env[65664]: value = "task-4415415" [ 866.913826] env[65664]: _type = "Task" [ 866.913826] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.924439] env[65664]: WARNING neutronclient.v2_0.client [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.926743] env[65664]: DEBUG oslo_vmware.api [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.111840] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415412, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.172972] env[65664]: WARNING neutronclient.v2_0.client [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.187063] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.187809] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 867.193453] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.343s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.193825] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.198765] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.909s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.254947] env[65664]: INFO nova.scheduler.client.report [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocations for instance fffe8553-cc73-4fe7-b8ef-cace589959a3 [ 867.263483] env[65664]: INFO nova.compute.manager [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Took 62.77 seconds to build instance. [ 867.349302] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 21185914-2473-4832-bc4e-66f746de27cc] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 867.366807] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 40%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.371359] env[65664]: DEBUG nova.network.neutron [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updated VIF entry in instance network info cache for port 261abfa8-4d54-4dc7-8d8a-a185def2dc31. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 867.371359] env[65664]: DEBUG nova.network.neutron [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updating instance_info_cache with network_info: [{"id": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "address": "fa:16:3e:c7:e7:e6", "network": {"id": "4644b045-867a-4bed-b15b-f0c034dadac5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610298361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d18e27e2c0e40fc9e6955e223d0b9d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261abfa8-4d", "ovs_interfaceid": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.429630] env[65664]: DEBUG oslo_vmware.api [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264936} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.429900] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.430739] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.430739] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.430739] env[65664]: INFO nova.compute.manager [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.431136] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 867.431407] env[65664]: DEBUG nova.compute.manager [-] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 867.431547] env[65664]: DEBUG nova.network.neutron [-] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.431987] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.502943] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.506887] env[65664]: DEBUG nova.network.neutron [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Successfully updated port: f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 867.582544] env[65664]: DEBUG nova.compute.manager [req-312321be-ad52-4ed9-89af-daa72dad11ad req-f5bb727e-a3bb-4928-b55e-f126136f4a68 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Received event network-vif-plugged-f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 867.582544] env[65664]: DEBUG oslo_concurrency.lockutils [req-312321be-ad52-4ed9-89af-daa72dad11ad req-f5bb727e-a3bb-4928-b55e-f126136f4a68 service nova] Acquiring lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.582835] env[65664]: DEBUG oslo_concurrency.lockutils [req-312321be-ad52-4ed9-89af-daa72dad11ad req-f5bb727e-a3bb-4928-b55e-f126136f4a68 service nova] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.582835] env[65664]: DEBUG oslo_concurrency.lockutils [req-312321be-ad52-4ed9-89af-daa72dad11ad req-f5bb727e-a3bb-4928-b55e-f126136f4a68 service nova] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.583071] env[65664]: DEBUG nova.compute.manager [req-312321be-ad52-4ed9-89af-daa72dad11ad req-f5bb727e-a3bb-4928-b55e-f126136f4a68 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] No waiting events found dispatching network-vif-plugged-f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 867.583390] env[65664]: WARNING nova.compute.manager [req-312321be-ad52-4ed9-89af-daa72dad11ad req-f5bb727e-a3bb-4928-b55e-f126136f4a68 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Received unexpected event network-vif-plugged-f102815b-0461-4c92-9047-d08da1b0b250 for instance with vm_state building and task_state spawning. [ 867.613453] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415412, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.695748] env[65664]: DEBUG nova.compute.utils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.698046] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 867.698191] env[65664]: DEBUG nova.network.neutron [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.698558] env[65664]: WARNING neutronclient.v2_0.client [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.699261] env[65664]: WARNING neutronclient.v2_0.client [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.708044] env[65664]: INFO nova.compute.claims [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.763747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fe837b1-f296-4800-b462-39d834a250d7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fffe8553-cc73-4fe7-b8ef-cace589959a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.837s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.765883] env[65664]: DEBUG oslo_concurrency.lockutils [None req-523d2315-5d8c-45cd-a7e8-18de20598038 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.678s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.803652] env[65664]: DEBUG nova.policy [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28e7ba563561402d9ab19b06064cc31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4db5177b94247dfa1f8c72f5a139a06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.852628] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f2d80184-2a06-4d1d-927a-cdc2ccdf2dcb] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 867.874569] env[65664]: DEBUG oslo_concurrency.lockutils [req-ddb304e1-a537-49fc-9309-4212f2d440cc req-4e2c0933-ff30-4af9-be3b-d6a242bef844 service nova] Releasing lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.875074] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 53%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.011589] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.011589] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.011589] env[65664]: DEBUG nova.network.neutron [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.112695] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415412, 'name': CloneVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.202465] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 868.217139] env[65664]: INFO nova.compute.resource_tracker [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating resource usage from migration cdb82515-ab3f-4f96-b882-4edc8a0eb854 [ 868.271478] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 868.336931] env[65664]: DEBUG nova.network.neutron [-] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.356882] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 9d789683-0656-48e3-b86c-747a7bc697a7] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 868.379566] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 63%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.396135] env[65664]: DEBUG nova.network.neutron [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Successfully created port: 860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.606997] env[65664]: DEBUG nova.network.neutron [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 868.618906] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415412, 'name': CloneVM_Task, 'duration_secs': 1.630975} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.622127] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Created linked-clone VM from snapshot [ 868.623948] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9bf7c0-d37e-4192-933f-645b031db7f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.637253] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Uploading image 0412e519-acc2-4c2c-9110-91fb30a34500 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.673336] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.673336] env[65664]: value = "vm-864098" [ 868.673336] env[65664]: _type = "VirtualMachine" [ 868.673336] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.674469] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aaf85660-3aa7-4204-9bb2-97d785950f1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.703392] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lease: (returnval){ [ 868.703392] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d13906-6548-8831-1420-d07d9adae64e" [ 868.703392] env[65664]: _type = "HttpNfcLease" [ 868.703392] env[65664]: } obtained for exporting VM: (result){ [ 868.703392] env[65664]: value = "vm-864098" [ 868.703392] env[65664]: _type = "VirtualMachine" [ 868.703392] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.703662] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the lease: (returnval){ [ 868.703662] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d13906-6548-8831-1420-d07d9adae64e" [ 868.703662] env[65664]: _type = "HttpNfcLease" [ 868.703662] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.712881] env[65664]: INFO nova.virt.block_device [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Booting with volume 0f15d0d1-f7d6-40da-b021-04b34f8cd0f8 at /dev/sda [ 868.734123] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.734123] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d13906-6548-8831-1420-d07d9adae64e" [ 868.734123] env[65664]: _type = "HttpNfcLease" [ 868.734123] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.734123] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.734123] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d13906-6548-8831-1420-d07d9adae64e" [ 868.734123] env[65664]: _type = "HttpNfcLease" [ 868.734123] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 868.734123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340441e1-5fda-43ce-9232-6044654612a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.748526] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52007fb1-139a-a2e7-857d-425496094ba5/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.750438] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52007fb1-139a-a2e7-857d-425496094ba5/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.817251] env[65664]: WARNING neutronclient.v2_0.client [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.823215] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fec8211-c720-4016-a433-555f5ea002e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.838379] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38514abe-050e-4595-afaf-5574758a4dd3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.854322] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.855048] env[65664]: INFO nova.compute.manager [-] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Took 1.42 seconds to deallocate network for instance. [ 868.873279] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 6eb9227e-dcd3-4d76-9ede-f11d0803bd09] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 868.892928] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 76%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.898108] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57e51422-9c9d-4866-bb31-d892fa2f9999 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.904048] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d346cc5-e2ec-4bfb-9d2a-dc957aba063a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.911532] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad2f80-2213-48f1-86bc-b15cd9f5c5aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.978544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3e1a87-8a89-4562-80b1-183189504433 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.991078] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc59b16-e0c2-48f8-8e47-bbe784073491 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.010977] env[65664]: DEBUG nova.virt.block_device [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updating existing volume attachment record: 65579e05-8e04-4bed-a8a0-88974e78e4fd {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.096774] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6429a0-3d9e-422c-93fb-7b0f53990821 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.109190] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa74a7f0-2c69-4919-a42d-0487364561c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.146097] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf04e8-2db8-4a26-9b7c-8c22d297e64d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.159451] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac8025-4e1c-4833-9e05-82c1085c0231 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.180555] env[65664]: DEBUG nova.compute.provider_tree [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.186587] env[65664]: DEBUG nova.network.neutron [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Updating instance_info_cache with network_info: [{"id": "f102815b-0461-4c92-9047-d08da1b0b250", "address": "fa:16:3e:53:d6:62", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf102815b-04", "ovs_interfaceid": "f102815b-0461-4c92-9047-d08da1b0b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.198622] env[65664]: DEBUG nova.compute.manager [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 869.368280] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.379417] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.397955] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c5889957-0eba-49e9-b280-e9fbd16a949f] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 869.686861] env[65664]: DEBUG nova.scheduler.client.report [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.695090] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.695090] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Instance network_info: |[{"id": "f102815b-0461-4c92-9047-d08da1b0b250", "address": "fa:16:3e:53:d6:62", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf102815b-04", "ovs_interfaceid": "f102815b-0461-4c92-9047-d08da1b0b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 869.696257] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d6:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f102815b-0461-4c92-9047-d08da1b0b250', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.704461] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating folder: Project (57cc861d593842ae9c093dcacc4d3bab). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.708815] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-568c8d95-5cff-4474-9ee5-6d3f750497d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.725050] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created folder: Project (57cc861d593842ae9c093dcacc4d3bab) in parent group-v863926. [ 869.725723] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating folder: Instances. Parent ref: group-v864099. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.727373] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.727467] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16cc86d-7f7e-4c58-af0e-af72b621c395 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.742518] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created folder: Instances in parent group-v864099. [ 869.742796] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 869.743040] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.743364] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f0fc97-cab3-4aca-8186-f17cda5cd61a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.766501] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.766501] env[65664]: value = "task-4415419" [ 869.766501] env[65664]: _type = "Task" [ 869.766501] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.777260] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415419, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.875973] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 97%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.904443] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 1221f226-ead3-4d79-9688-e6e3a3e582c4] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 870.075346] env[65664]: DEBUG nova.compute.manager [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Received event network-changed-f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 870.075522] env[65664]: DEBUG nova.compute.manager [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Refreshing instance network info cache due to event network-changed-f102815b-0461-4c92-9047-d08da1b0b250. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 870.075873] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] Acquiring lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.076120] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] Acquired lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.076405] env[65664]: DEBUG nova.network.neutron [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Refreshing network info cache for port f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.196523] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.998s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.196939] env[65664]: INFO nova.compute.manager [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Migrating [ 870.205376] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.885s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.209178] env[65664]: INFO nova.compute.claims [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.254436] env[65664]: DEBUG nova.network.neutron [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Successfully updated port: 860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.286540] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415419, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.304646] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.304865] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.379029] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 97%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.408416] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 1c30d555-3318-4ac3-ae2b-330e1774a3cd] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 870.580175] env[65664]: WARNING neutronclient.v2_0.client [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.729912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.730319] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.730725] env[65664]: DEBUG nova.network.neutron [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.760477] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.760477] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquired lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.760477] env[65664]: DEBUG nova.network.neutron [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.791515] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415419, 'name': CreateVM_Task, 'duration_secs': 0.66832} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.791903] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.792773] env[65664]: WARNING neutronclient.v2_0.client [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.793459] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.793794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.794597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.795080] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c8534e-a9f8-4bbc-b082-a1220b136e99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.806027] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 870.806027] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52729809-2899-1397-9e7a-815ca545fa76" [ 870.806027] env[65664]: _type = "Task" [ 870.806027] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.812808] env[65664]: WARNING neutronclient.v2_0.client [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.825606] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52729809-2899-1397-9e7a-815ca545fa76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.876415] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task} progress is 98%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.909809] env[65664]: DEBUG nova.network.neutron [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Updated VIF entry in instance network info cache for port f102815b-0461-4c92-9047-d08da1b0b250. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.910402] env[65664]: DEBUG nova.network.neutron [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Updating instance_info_cache with network_info: [{"id": "f102815b-0461-4c92-9047-d08da1b0b250", "address": "fa:16:3e:53:d6:62", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf102815b-04", "ovs_interfaceid": "f102815b-0461-4c92-9047-d08da1b0b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.913256] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.913466] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Cleaning up deleted instances with incomplete migration {{(pid=65664) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 871.169410] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 871.170192] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 871.170823] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.171036] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 871.171257] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.171475] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 871.171776] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 871.172080] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.172343] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 871.172564] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 871.172817] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 871.173017] env[65664]: DEBUG nova.virt.hardware [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 871.173970] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d564a7-6da7-4ce8-a370-3377d1405a59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.183574] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f6fbea-baea-41a0-8019-fe65e2494fca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.236645] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.299127] env[65664]: DEBUG nova.network.neutron [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.317286] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52729809-2899-1397-9e7a-815ca545fa76, 'name': SearchDatastore_Task, 'duration_secs': 0.019426} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.317600] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.317826] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.318065] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.318415] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.318718] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.319206] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b08c03-e059-4a32-8175-92e45df1d18d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.330786] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.330786] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.331175] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174bf2ba-a82a-46c9-9b37-59707fed8099 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.338360] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 871.338360] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52277363-9100-eb27-9cc1-c7c3fd81f98f" [ 871.338360] env[65664]: _type = "Task" [ 871.338360] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.354164] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52277363-9100-eb27-9cc1-c7c3fd81f98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.379622] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415414, 'name': RelocateVM_Task, 'duration_secs': 4.378944} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.380095] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 871.380468] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864059', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'name': 'volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c4e475a-ea3b-47b4-b1c8-924fe4737594', 'attached_at': '', 'detached_at': '', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'serial': '9717a2c1-6cf1-436b-863c-ac35ef0dde80'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 871.381734] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5746c60f-35ea-48ff-9468-f362ebbd553d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.392450] env[65664]: WARNING neutronclient.v2_0.client [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.411020] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad82101-daca-42e7-8049-a4803f2d1352 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.416469] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] Releasing lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.416469] env[65664]: DEBUG nova.compute.manager [req-a9b32100-14a0-4397-be32-5a21b2962653 req-c980a763-c7f3-43fb-880d-6473c87c4e81 service nova] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Received event network-vif-deleted-1f74b674-6dad-4616-83a5-6dd50dcbf333 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.417762] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.444895] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80/volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.446360] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.453129] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5813cbfb-04f6-47b1-bab8-192331b7491b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.478329] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 871.478329] env[65664]: value = "task-4415420" [ 871.478329] env[65664]: _type = "Task" [ 871.478329] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.493455] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.528109] env[65664]: DEBUG nova.network.neutron [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updating instance_info_cache with network_info: [{"id": "860a7389-e09c-4314-ba89-4dc4eb720664", "address": "fa:16:3e:7a:55:fb", "network": {"id": "050ca7f4-aa95-4119-8dff-e7414100b7c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262747179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4db5177b94247dfa1f8c72f5a139a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860a7389-e0", "ovs_interfaceid": "860a7389-e09c-4314-ba89-4dc4eb720664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.564520] env[65664]: DEBUG nova.network.neutron [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [{"id": "ca99950b-24fa-4a01-977f-51e914dc1de4", "address": "fa:16:3e:ba:72:25", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca99950b-24", "ovs_interfaceid": "ca99950b-24fa-4a01-977f-51e914dc1de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.854471] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52277363-9100-eb27-9cc1-c7c3fd81f98f, 'name': SearchDatastore_Task, 'duration_secs': 0.017993} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.855332] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd9c7a4-0728-4745-98e9-4f22dd49d8c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.864884] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 871.864884] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab2c61-77ee-d609-9521-7a8b757278bb" [ 871.864884] env[65664]: _type = "Task" [ 871.864884] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.878352] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab2c61-77ee-d609-9521-7a8b757278bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.926686] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1250832a-ad44-4b54-b609-d76dead680b0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.936237] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c6d96-0690-44cb-9e56-225f84be11d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.973819] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac778ce-4765-4e8f-a104-9443559690e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.985827] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceded1f6-69d6-4bc5-bb73-dfde25ea0f8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.995387] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415420, 'name': ReconfigVM_Task, 'duration_secs': 0.420464} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.996256] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80/volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.012209] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52b22b5-eb3c-450e-8cac-af308288be04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.022949] env[65664]: DEBUG nova.compute.provider_tree [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.028854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Releasing lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.029242] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance network_info: |[{"id": "860a7389-e09c-4314-ba89-4dc4eb720664", "address": "fa:16:3e:7a:55:fb", "network": {"id": "050ca7f4-aa95-4119-8dff-e7414100b7c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262747179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4db5177b94247dfa1f8c72f5a139a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860a7389-e0", "ovs_interfaceid": "860a7389-e09c-4314-ba89-4dc4eb720664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.029694] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:55:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860a7389-e09c-4314-ba89-4dc4eb720664', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.037840] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Creating folder: Project (c4db5177b94247dfa1f8c72f5a139a06). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.039572] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d168acf-357e-4d71-9771-46f0c35d1b67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.041655] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 872.041655] env[65664]: value = "task-4415421" [ 872.041655] env[65664]: _type = "Task" [ 872.041655] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.055212] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.057476] env[65664]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 872.057476] env[65664]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65664) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 872.058230] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Folder already exists: Project (c4db5177b94247dfa1f8c72f5a139a06). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 872.058524] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Creating folder: Instances. Parent ref: group-v864051. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.058780] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dffc93f0-36b2-4400-b3bc-35baac70f48d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.067090] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.075902] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Created folder: Instances in parent group-v864051. [ 872.076176] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 872.076482] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.076859] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f13338-a1d3-416a-8659-fd1f5e50d818 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.102772] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.102772] env[65664]: value = "task-4415424" [ 872.102772] env[65664]: _type = "Task" [ 872.102772] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.116421] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415424, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.137635] env[65664]: DEBUG nova.compute.manager [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Received event network-vif-plugged-860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 872.137886] env[65664]: DEBUG oslo_concurrency.lockutils [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] Acquiring lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.138102] env[65664]: DEBUG oslo_concurrency.lockutils [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.138298] env[65664]: DEBUG oslo_concurrency.lockutils [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.138477] env[65664]: DEBUG nova.compute.manager [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] No waiting events found dispatching network-vif-plugged-860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 872.138696] env[65664]: WARNING nova.compute.manager [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Received unexpected event network-vif-plugged-860a7389-e09c-4314-ba89-4dc4eb720664 for instance with vm_state building and task_state spawning. [ 872.138840] env[65664]: DEBUG nova.compute.manager [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Received event network-changed-860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 872.139030] env[65664]: DEBUG nova.compute.manager [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Refreshing instance network info cache due to event network-changed-860a7389-e09c-4314-ba89-4dc4eb720664. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 872.139229] env[65664]: DEBUG oslo_concurrency.lockutils [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] Acquiring lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.139361] env[65664]: DEBUG oslo_concurrency.lockutils [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] Acquired lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.139524] env[65664]: DEBUG nova.network.neutron [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Refreshing network info cache for port 860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.376363] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab2c61-77ee-d609-9521-7a8b757278bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016444} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.376363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.376363] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/2564cbff-4c12-4be4-95b7-a2195bdd89cf.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.376363] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99bd7919-d43a-431b-bbac-9c4cd6cd5bdb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.385273] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 872.385273] env[65664]: value = "task-4415425" [ 872.385273] env[65664]: _type = "Task" [ 872.385273] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.395836] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.526717] env[65664]: DEBUG nova.scheduler.client.report [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.557974] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415421, 'name': ReconfigVM_Task, 'duration_secs': 0.190064} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.558999] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864059', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'name': 'volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c4e475a-ea3b-47b4-b1c8-924fe4737594', 'attached_at': '', 'detached_at': '', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'serial': '9717a2c1-6cf1-436b-863c-ac35ef0dde80'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 872.559213] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6764fa01-fe90-4621-8133-f34271a1935c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.569532] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 872.569532] env[65664]: value = "task-4415426" [ 872.569532] env[65664]: _type = "Task" [ 872.569532] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.584991] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415426, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.617384] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415424, 'name': CreateVM_Task, 'duration_secs': 0.473228} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.617640] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.618131] env[65664]: WARNING neutronclient.v2_0.client [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.618495] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864064', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'name': 'volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7c15c8-ee79-435d-88ae-d067cf2fa6db', 'attached_at': '', 'detached_at': '', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'serial': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8'}, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'attachment_id': '65579e05-8e04-4bed-a8a0-88974e78e4fd', 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=65664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 872.618687] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Root volume attach. Driver type: vmdk {{(pid=65664) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 872.619610] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8e43c-5cfa-4ca3-96d3-dd56963bcfb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.631263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100dfeda-1cfa-4035-a20d-f9638463fbb3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.641254] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c61a50-4aa6-4b0c-9b0b-db48851fa8f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.644393] env[65664]: WARNING neutronclient.v2_0.client [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.654942] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a4f4fd38-a15f-4c89-a11c-2517a2753864 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.666031] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 872.666031] env[65664]: value = "task-4415427" [ 872.666031] env[65664]: _type = "Task" [ 872.666031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.679082] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.833322] env[65664]: WARNING neutronclient.v2_0.client [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.898474] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.929913] env[65664]: DEBUG nova.network.neutron [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updated VIF entry in instance network info cache for port 860a7389-e09c-4314-ba89-4dc4eb720664. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.930500] env[65664]: DEBUG nova.network.neutron [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updating instance_info_cache with network_info: [{"id": "860a7389-e09c-4314-ba89-4dc4eb720664", "address": "fa:16:3e:7a:55:fb", "network": {"id": "050ca7f4-aa95-4119-8dff-e7414100b7c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262747179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4db5177b94247dfa1f8c72f5a139a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860a7389-e0", "ovs_interfaceid": "860a7389-e09c-4314-ba89-4dc4eb720664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.035294] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.035294] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 873.037890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.338s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.039220] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.040671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.203s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.042397] env[65664]: INFO nova.compute.claims [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.086074] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415426, 'name': Rename_Task, 'duration_secs': 0.164307} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.086980] env[65664]: INFO nova.scheduler.client.report [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Deleted allocations for instance c5475260-99e2-402f-b96a-462dce8b5510 [ 873.088387] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.092502] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816a0e6d-8a8c-4b41-b631-3ac7fbc4c73b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.105984] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 873.105984] env[65664]: value = "task-4415428" [ 873.105984] env[65664]: _type = "Task" [ 873.105984] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.120459] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.178903] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 38%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.400203] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570922} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.400579] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/2564cbff-4c12-4be4-95b7-a2195bdd89cf.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.400800] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.401093] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb14e68-5e0e-4583-839c-0a3017c3c35a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.410218] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 873.410218] env[65664]: value = "task-4415429" [ 873.410218] env[65664]: _type = "Task" [ 873.410218] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.422249] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.433782] env[65664]: DEBUG oslo_concurrency.lockutils [req-8c5018bd-4e6b-4591-a4ee-2829dcc83e22 req-78c06e76-75f6-429e-961b-e078de7ff15a service nova] Releasing lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.547709] env[65664]: DEBUG nova.compute.utils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.556338] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 873.556864] env[65664]: DEBUG nova.network.neutron [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 873.557447] env[65664]: WARNING neutronclient.v2_0.client [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.557956] env[65664]: WARNING neutronclient.v2_0.client [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.597195] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8507af9b-978d-4770-962c-e7b7c2761f96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.603826] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e0bde8fa-e319-43e7-9544-fbe562603a2a tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Lock "c5475260-99e2-402f-b96a-462dce8b5510" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.375s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.624410] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.633989] env[65664]: DEBUG nova.policy [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09caa085a704d159a2136416c1cb388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cc861d593842ae9c093dcacc4d3bab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.645462] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.680482] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.922677] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099205} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.922988] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.923910] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2db4d-f8ac-4a79-a16a-e06a46781962 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.960751] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/2564cbff-4c12-4be4-95b7-a2195bdd89cf.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.961151] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3031069a-ee01-4a1a-b8b3-0ba4ce25badf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.985272] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 873.985272] env[65664]: value = "task-4415430" [ 873.985272] env[65664]: _type = "Task" [ 873.985272] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.996832] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.000596] env[65664]: DEBUG nova.network.neutron [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Successfully created port: 078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.056856] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 874.141336] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.141778] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.148024] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fdeff4-3c62-43d5-8ace-3d41eeb6846c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.159233] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 874.159233] env[65664]: value = "task-4415431" [ 874.159233] env[65664]: _type = "Task" [ 874.159233] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.176116] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.187847] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 65%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.503204] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.648839] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.676939] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415431, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.684984] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 78%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.703591] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c0dd4a-d705-48fb-bb43-f1c48e3888ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.714998] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5f0803-e422-414d-936f-98b14648520d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.751785] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60eafcd-d5da-4b8c-9ae1-28d78f66d319 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.763057] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b33b8ce-5a8d-48e4-8995-d4af9929fc66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.781292] env[65664]: DEBUG nova.compute.provider_tree [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.000971] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415430, 'name': ReconfigVM_Task, 'duration_secs': 0.589271} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.002350] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/2564cbff-4c12-4be4-95b7-a2195bdd89cf.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.002350] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd4590b-a7a5-44c2-8286-2767773b7f67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.011877] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 875.011877] env[65664]: value = "task-4415432" [ 875.011877] env[65664]: _type = "Task" [ 875.011877] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.026623] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415432, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.075655] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 875.105560] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 875.105867] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.106035] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 875.106221] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.106370] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 875.106654] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 875.106849] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.107021] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 875.107203] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 875.107367] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 875.107582] env[65664]: DEBUG nova.virt.hardware [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 875.108642] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368d8e4-f953-4276-850f-82e44b80b3d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.118712] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c216558-1c6d-482f-8485-7d4855507f4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.152933] env[65664]: DEBUG oslo_vmware.api [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415428, 'name': PowerOnVM_Task, 'duration_secs': 1.839026} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.153342] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.153603] env[65664]: INFO nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Took 9.50 seconds to spawn the instance on the hypervisor. [ 875.153892] env[65664]: DEBUG nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.154829] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965a6ec-c28f-410a-8c4f-49a19795c8ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.174077] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415431, 'name': PowerOffVM_Task, 'duration_secs': 0.570606} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.178643] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.178903] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.190612] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 92%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.285440] env[65664]: DEBUG nova.scheduler.client.report [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.523576] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415432, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.687188] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 875.687459] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.687696] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 875.687828] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.687974] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 875.688135] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 875.688524] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.688524] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 875.688917] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 875.688917] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 875.689236] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 875.701941] env[65664]: DEBUG nova.network.neutron [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Successfully updated port: 078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 875.710077] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58674959-d40e-40e5-b2c2-0df8f05f08e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.724226] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 97%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.724226] env[65664]: INFO nova.compute.manager [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Took 61.16 seconds to build instance. [ 875.732977] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 875.732977] env[65664]: value = "task-4415433" [ 875.732977] env[65664]: _type = "Task" [ 875.732977] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.747527] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.791138] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.791814] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 875.795114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.073s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.796767] env[65664]: INFO nova.compute.claims [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.026033] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415432, 'name': Rename_Task, 'duration_secs': 0.69218} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.026290] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.026611] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00c7b96-7d93-426f-9373-4bba2838b219 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.034702] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 876.034702] env[65664]: value = "task-4415434" [ 876.034702] env[65664]: _type = "Task" [ 876.034702] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.045580] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.107684] env[65664]: DEBUG nova.compute.manager [req-9b8823c4-89e6-4052-9ce7-8abd52a850d7 req-86210f10-aa29-468f-8168-b1a0a812bd32 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Received event network-vif-plugged-078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 876.107971] env[65664]: DEBUG oslo_concurrency.lockutils [req-9b8823c4-89e6-4052-9ce7-8abd52a850d7 req-86210f10-aa29-468f-8168-b1a0a812bd32 service nova] Acquiring lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.108312] env[65664]: DEBUG oslo_concurrency.lockutils [req-9b8823c4-89e6-4052-9ce7-8abd52a850d7 req-86210f10-aa29-468f-8168-b1a0a812bd32 service nova] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.108655] env[65664]: DEBUG oslo_concurrency.lockutils [req-9b8823c4-89e6-4052-9ce7-8abd52a850d7 req-86210f10-aa29-468f-8168-b1a0a812bd32 service nova] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.109339] env[65664]: DEBUG nova.compute.manager [req-9b8823c4-89e6-4052-9ce7-8abd52a850d7 req-86210f10-aa29-468f-8168-b1a0a812bd32 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] No waiting events found dispatching network-vif-plugged-078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 876.109339] env[65664]: WARNING nova.compute.manager [req-9b8823c4-89e6-4052-9ce7-8abd52a850d7 req-86210f10-aa29-468f-8168-b1a0a812bd32 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Received unexpected event network-vif-plugged-078f81ec-6c1b-4e43-8ac7-7e88cc088558 for instance with vm_state building and task_state spawning. [ 876.187350] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task} progress is 98%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.224670] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.225511] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226377] env[65664]: DEBUG nova.network.neutron [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.227199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-96912f73-3c78-4665-ae76-6c9a4603ef96 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.175s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.246586] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415433, 'name': ReconfigVM_Task, 'duration_secs': 0.295736} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.247693] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.302998] env[65664]: DEBUG nova.compute.utils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.307652] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 876.307850] env[65664]: DEBUG nova.network.neutron [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 876.308210] env[65664]: WARNING neutronclient.v2_0.client [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.309029] env[65664]: WARNING neutronclient.v2_0.client [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.351795] env[65664]: DEBUG nova.policy [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac90ad38bdd4dcf81542a0f083f1136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548b1a32de444d339d1080c40d190bdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.551113] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.685528] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415427, 'name': RelocateVM_Task, 'duration_secs': 3.782286} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.685995] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.686513] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864064', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'name': 'volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7c15c8-ee79-435d-88ae-d067cf2fa6db', 'attached_at': '', 'detached_at': '', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'serial': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.687213] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdf12a6-bb95-4c8c-b24b-12f04a02248a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.705432] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebbd980-c25b-43d2-a3e5-126b4d74d4e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.729361] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8/volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.734729] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 876.737761] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a18d14e-b7d7-4f81-8244-95debcc6ba0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.756383] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 876.756383] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.756677] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 876.756717] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.756855] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 876.757011] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 876.757226] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.757413] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 876.757578] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 876.761032] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 876.761032] env[65664]: DEBUG nova.virt.hardware [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 876.763295] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.763623] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd280c6f-0a96-47c8-bf96-669fa1ae288b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.784309] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 876.784309] env[65664]: value = "task-4415436" [ 876.784309] env[65664]: _type = "Task" [ 876.784309] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.786198] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 876.786198] env[65664]: value = "task-4415435" [ 876.786198] env[65664]: _type = "Task" [ 876.786198] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.799823] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.803763] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415435, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.808721] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 876.903668] env[65664]: DEBUG nova.network.neutron [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Successfully created port: 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.983315] env[65664]: DEBUG nova.network.neutron [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.049086] env[65664]: DEBUG oslo_vmware.api [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415434, 'name': PowerOnVM_Task, 'duration_secs': 0.663628} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.049086] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.049984] env[65664]: INFO nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Took 10.56 seconds to spawn the instance on the hypervisor. [ 877.049984] env[65664]: DEBUG nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 877.051257] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec929b-8364-4be6-8d79-f2ff96d03579 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266388] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.300802] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415436, 'name': ReconfigVM_Task, 'duration_secs': 0.312261} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.301010] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.301913] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14167e38-9c60-4d04-bc18-a2329a92a27e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.308960] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415435, 'name': ReconfigVM_Task, 'duration_secs': 0.504247} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.309722] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8/volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.328919] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd2397c-6cc5-4fb0-946f-a80f49b16a13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.352072] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35/3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.352072] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f3b0bd-2316-40a2-aa93-2cce8718e571 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.377317] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 877.377317] env[65664]: value = "task-4415437" [ 877.377317] env[65664]: _type = "Task" [ 877.377317] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.377317] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 877.377317] env[65664]: value = "task-4415438" [ 877.377317] env[65664]: _type = "Task" [ 877.377317] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.396437] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.396727] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.495606] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e974c-c0aa-438c-b3ba-4640fac9d2f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.507721] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c3145-c91a-4767-aea7-7d5e422359ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.551413] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c48fb2-37ac-4b3f-a71b-cffcbff914f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.562205] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dac7c7-fee7-48d2-b24c-a2ac2ab4d6bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.583971] env[65664]: DEBUG nova.compute.provider_tree [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.588063] env[65664]: INFO nova.compute.manager [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Took 60.73 seconds to build instance. [ 877.853381] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 877.891030] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.891460] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.891692] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.892017] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.892279] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.893085] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.893409] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.893654] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.893910] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.894457] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.894617] env[65664]: DEBUG nova.virt.hardware [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.895848] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fd79ef-e94d-4be1-86ae-0cd192e10ebc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.909628] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.912721] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.915292] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f131ff-dd2d-49e0-8143-096a46ee2d9d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.088138] env[65664]: DEBUG nova.scheduler.client.report [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.093918] env[65664]: DEBUG oslo_concurrency.lockutils [None req-69f784bf-a0a6-4268-a420-1feafea2e172 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.228s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.198446] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52007fb1-139a-a2e7-857d-425496094ba5/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.198564] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccbd866-c849-49f6-b95c-861537cc4759 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.205920] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52007fb1-139a-a2e7-857d-425496094ba5/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.206174] env[65664]: ERROR oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52007fb1-139a-a2e7-857d-425496094ba5/disk-0.vmdk due to incomplete transfer. [ 878.206445] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57c7f06c-d63b-45be-a882-c915eae90c29 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.215582] env[65664]: DEBUG oslo_vmware.rw_handles [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52007fb1-139a-a2e7-857d-425496094ba5/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 878.215941] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Uploaded image 0412e519-acc2-4c2c-9110-91fb30a34500 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 878.219253] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.219763] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e12e3497-42c1-4184-8bf1-245e39b0fd8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.227663] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 878.227663] env[65664]: value = "task-4415439" [ 878.227663] env[65664]: _type = "Task" [ 878.227663] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.238106] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415439, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.404060] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.410842] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.592851] env[65664]: DEBUG nova.network.neutron [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Successfully updated port: 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 878.599810] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.599810] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 878.607882] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.075s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.608299] env[65664]: INFO nova.compute.claims [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.614080] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 878.643063] env[65664]: WARNING neutronclient.v2_0.client [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.739062] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415439, 'name': Destroy_Task, 'duration_secs': 0.378709} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.739968] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Destroyed the VM [ 878.740379] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.741083] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6f5da65-de26-4397-8332-bc133a40efca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.750774] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 878.750774] env[65664]: value = "task-4415440" [ 878.750774] env[65664]: _type = "Task" [ 878.750774] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.762092] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.796405] env[65664]: DEBUG nova.network.neutron [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Updating instance_info_cache with network_info: [{"id": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "address": "fa:16:3e:3a:9f:ee", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078f81ec-6c", "ovs_interfaceid": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.898867] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415437, 'name': ReconfigVM_Task, 'duration_secs': 1.066701} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.899294] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415438, 'name': ReconfigVM_Task, 'duration_secs': 1.485546} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.899580] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864064', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'name': 'volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7c15c8-ee79-435d-88ae-d067cf2fa6db', 'attached_at': '', 'detached_at': '', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'serial': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 878.900311] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35/3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.900586] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.906070] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf44ce00-f29b-45ab-89df-634b34c5efa2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.913621] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 878.913621] env[65664]: value = "task-4415441" [ 878.913621] env[65664]: _type = "Task" [ 878.913621] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.923856] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415441, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.095622] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.095622] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.095832] env[65664]: DEBUG nova.network.neutron [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 879.108801] env[65664]: DEBUG nova.compute.utils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.109537] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 879.110320] env[65664]: DEBUG nova.network.neutron [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 879.110494] env[65664]: WARNING neutronclient.v2_0.client [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.110864] env[65664]: WARNING neutronclient.v2_0.client [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.143319] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.177864] env[65664]: DEBUG nova.policy [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67997ec766e3472a90f477f90dbbc72a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1399a836b44dda93cdd9bcd4a37b31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.265903] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.304466] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.304898] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Instance network_info: |[{"id": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "address": "fa:16:3e:3a:9f:ee", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078f81ec-6c", "ovs_interfaceid": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 879.305699] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:9f:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078f81ec-6c1b-4e43-8ac7-7e88cc088558', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.315379] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 879.315813] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.316188] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-945a3f4e-9589-4a92-830f-251c64a73b33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.342791] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.342791] env[65664]: value = "task-4415442" [ 879.342791] env[65664]: _type = "Task" [ 879.342791] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.353823] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415442, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.409633] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efee118-b065-439b-9fb3-bb58e21c7f61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.439706] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ab78f-208b-48ad-a3d3-20a55fe76785 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.446159] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415441, 'name': Rename_Task, 'duration_secs': 0.213326} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.448315] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.450161] env[65664]: DEBUG nova.compute.manager [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Received event network-changed-078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 879.450413] env[65664]: DEBUG nova.compute.manager [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Refreshing instance network info cache due to event network-changed-078f81ec-6c1b-4e43-8ac7-7e88cc088558. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 879.452095] env[65664]: DEBUG oslo_concurrency.lockutils [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] Acquiring lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.452095] env[65664]: DEBUG oslo_concurrency.lockutils [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] Acquired lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.452095] env[65664]: DEBUG nova.network.neutron [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Refreshing network info cache for port 078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.472460] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010e23a1-0b30-420c-97ef-a287442b8c0f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.473045] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.484125] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 879.484125] env[65664]: value = "task-4415443" [ 879.484125] env[65664]: _type = "Task" [ 879.484125] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.495780] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.533303] env[65664]: DEBUG nova.network.neutron [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Successfully created port: 299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 879.614355] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 879.641668] env[65664]: DEBUG nova.network.neutron [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 879.769278] env[65664]: DEBUG oslo_vmware.api [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415440, 'name': RemoveSnapshot_Task, 'duration_secs': 0.809802} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.772045] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.772298] env[65664]: INFO nova.compute.manager [None req-6bbf4e01-3b5c-4fda-8ced-22e3caf3a721 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Took 15.28 seconds to snapshot the instance on the hypervisor. [ 879.839175] env[65664]: WARNING neutronclient.v2_0.client [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.858166] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415442, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.957039] env[65664]: WARNING neutronclient.v2_0.client [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.980656] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.981455] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.001937] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.024702] env[65664]: DEBUG nova.network.neutron [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updating instance_info_cache with network_info: [{"id": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "address": "fa:16:3e:81:2d:79", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d21aed4-d1", "ovs_interfaceid": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.171526] env[65664]: DEBUG nova.network.neutron [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Port ca99950b-24fa-4a01-977f-51e914dc1de4 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 880.192654] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d647a2ee-6f1f-488d-b8df-35f792064653 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.203840] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c708e8-4207-4f95-a4a1-26ece0602969 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.240580] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ea16d1-ef4c-4c04-b50c-ae008d0dc1eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.250147] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f01a45-ba73-45ad-a59d-86234e8fe618 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.275340] env[65664]: DEBUG nova.compute.provider_tree [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.359034] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415442, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.412241] env[65664]: WARNING neutronclient.v2_0.client [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.500238] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.530208] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.530208] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Instance network_info: |[{"id": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "address": "fa:16:3e:81:2d:79", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d21aed4-d1", "ovs_interfaceid": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 880.530713] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:2d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.544021] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 880.544021] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.544021] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3840f542-a9fc-4916-88e7-8873714c2dd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.578158] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.578158] env[65664]: value = "task-4415444" [ 880.578158] env[65664]: _type = "Task" [ 880.578158] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.587318] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415444, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.594466] env[65664]: DEBUG nova.network.neutron [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Updated VIF entry in instance network info cache for port 078f81ec-6c1b-4e43-8ac7-7e88cc088558. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.595057] env[65664]: DEBUG nova.network.neutron [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Updating instance_info_cache with network_info: [{"id": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "address": "fa:16:3e:3a:9f:ee", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078f81ec-6c", "ovs_interfaceid": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.625603] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 880.664521] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.664840] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.665131] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.665274] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.665450] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.665634] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.665876] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.666088] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.668239] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.668432] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.668740] env[65664]: DEBUG nova.virt.hardware [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.669614] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f1063-8592-4b88-8075-4932b26a85f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.686202] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63853e1-4299-4033-83a0-323cd9eac7c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782210] env[65664]: DEBUG nova.scheduler.client.report [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.860411] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415442, 'name': CreateVM_Task, 'duration_secs': 1.200317} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.860851] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.861563] env[65664]: WARNING neutronclient.v2_0.client [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.863353] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.863353] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.863353] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.863353] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6a8695-190c-4d25-b9dd-b92b7bb7ea2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.871136] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 880.871136] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526ebed4-fb95-b52f-c253-2b2e1553a8cb" [ 880.871136] env[65664]: _type = "Task" [ 880.871136] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.884752] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526ebed4-fb95-b52f-c253-2b2e1553a8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.969471] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "6b640536-b3ca-4672-98ca-41e56412bed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.969740] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "6b640536-b3ca-4672-98ca-41e56412bed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.006024] env[65664]: DEBUG oslo_vmware.api [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415443, 'name': PowerOnVM_Task, 'duration_secs': 1.290484} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.006024] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.006024] env[65664]: INFO nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Took 9.83 seconds to spawn the instance on the hypervisor. [ 881.006024] env[65664]: DEBUG nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 881.006024] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf9af2c-f992-4d9c-a3a7-4b541c566088 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.093050] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415444, 'name': CreateVM_Task, 'duration_secs': 0.401207} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.093315] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.093905] env[65664]: WARNING neutronclient.v2_0.client [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.094542] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.098385] env[65664]: DEBUG oslo_concurrency.lockutils [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] Releasing lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.099150] env[65664]: DEBUG nova.compute.manager [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Received event network-changed-261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.099378] env[65664]: DEBUG nova.compute.manager [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Refreshing instance network info cache due to event network-changed-261abfa8-4d54-4dc7-8d8a-a185def2dc31. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 881.099611] env[65664]: DEBUG oslo_concurrency.lockutils [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] Acquiring lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.099818] env[65664]: DEBUG oslo_concurrency.lockutils [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] Acquired lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.099995] env[65664]: DEBUG nova.network.neutron [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Refreshing network info cache for port 261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.153629] env[65664]: DEBUG nova.network.neutron [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Successfully updated port: 299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 881.210928] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.211306] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.211509] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.289194] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.290513] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 881.292440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.023s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.292634] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.294769] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.862s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.294990] env[65664]: DEBUG nova.objects.instance [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lazy-loading 'resources' on Instance uuid d3aa3fd7-367b-4dc5-ae60-45403f60440c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.322567] env[65664]: INFO nova.scheduler.client.report [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Deleted allocations for instance 808085f5-4073-46e4-957c-16e02fc5140e [ 881.383029] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526ebed4-fb95-b52f-c253-2b2e1553a8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014354} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.383327] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.383557] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.383887] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.384040] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.384340] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.384507] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.384923] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.385169] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b52afc-320c-4a84-afef-24435089bf1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.387293] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6212d548-9bcd-4f73-aae1-8c772b17f63a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.393723] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 881.393723] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523eaf18-054b-1396-56f5-31e152878f02" [ 881.393723] env[65664]: _type = "Task" [ 881.393723] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.401045] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.401240] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.402436] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7475892-13fd-40d4-af4b-638c08a2007e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.410033] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523eaf18-054b-1396-56f5-31e152878f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.412488] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 881.412488] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521bf468-7914-da50-e042-ca356f2b7b33" [ 881.412488] env[65664]: _type = "Task" [ 881.412488] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.421980] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521bf468-7914-da50-e042-ca356f2b7b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.526233] env[65664]: INFO nova.compute.manager [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Took 62.82 seconds to build instance. [ 881.602119] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Received event network-vif-plugged-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.602446] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Acquiring lock "c07dc834-0d8c-455d-a138-549ff3738fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.602658] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.602856] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.603060] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] No waiting events found dispatching network-vif-plugged-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.603243] env[65664]: WARNING nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Received unexpected event network-vif-plugged-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 for instance with vm_state building and task_state spawning. [ 881.603628] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Received event network-changed-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.603787] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Refreshing instance network info cache due to event network-changed-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 881.603965] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Acquiring lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.604108] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Acquired lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.604260] env[65664]: DEBUG nova.network.neutron [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Refreshing network info cache for port 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.607768] env[65664]: WARNING neutronclient.v2_0.client [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.655713] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "refresh_cache-be236e85-64d8-4e05-a0fa-b7e436b8d6f5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.656042] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "refresh_cache-be236e85-64d8-4e05-a0fa-b7e436b8d6f5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.656125] env[65664]: DEBUG nova.network.neutron [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.798558] env[65664]: DEBUG nova.compute.utils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.804283] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 881.805042] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 881.805528] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.805653] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.830062] env[65664]: DEBUG oslo_concurrency.lockutils [None req-70c8543c-da46-40f0-adc1-e86590150053 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Lock "808085f5-4073-46e4-957c-16e02fc5140e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.046s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.908779] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523eaf18-054b-1396-56f5-31e152878f02, 'name': SearchDatastore_Task, 'duration_secs': 0.024943} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.908972] env[65664]: DEBUG nova.policy [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d59ad3845564405adf872f4d2506820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ec9116a0034e0f85ac9db978c62710', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.910916] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.911238] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.911559] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.925623] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521bf468-7914-da50-e042-ca356f2b7b33, 'name': SearchDatastore_Task, 'duration_secs': 0.012668} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.926495] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a6af2b-bcb4-46a1-9d22-7b5a0dcb905d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.934167] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 881.934167] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b9102f-1356-4c1a-9a2a-fb0ccc43bc27" [ 881.934167] env[65664]: _type = "Task" [ 881.934167] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.951246] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b9102f-1356-4c1a-9a2a-fb0ccc43bc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.951538] env[65664]: WARNING neutronclient.v2_0.client [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.029721] env[65664]: DEBUG oslo_concurrency.lockutils [None req-53961053-f8f7-428f-98e4-63ec938c2fcb tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.806s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.058716] env[65664]: DEBUG nova.network.neutron [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updated VIF entry in instance network info cache for port 261abfa8-4d54-4dc7-8d8a-a185def2dc31. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.059217] env[65664]: DEBUG nova.network.neutron [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updating instance_info_cache with network_info: [{"id": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "address": "fa:16:3e:c7:e7:e6", "network": {"id": "4644b045-867a-4bed-b15b-f0c034dadac5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610298361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d18e27e2c0e40fc9e6955e223d0b9d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261abfa8-4d", "ovs_interfaceid": "261abfa8-4d54-4dc7-8d8a-a185def2dc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.108321] env[65664]: WARNING neutronclient.v2_0.client [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.221405] env[65664]: DEBUG nova.compute.manager [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Received event network-changed-860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 882.221600] env[65664]: DEBUG nova.compute.manager [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Refreshing instance network info cache due to event network-changed-860a7389-e09c-4314-ba89-4dc4eb720664. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 882.221901] env[65664]: DEBUG oslo_concurrency.lockutils [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] Acquiring lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.222411] env[65664]: DEBUG oslo_concurrency.lockutils [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] Acquired lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.222684] env[65664]: DEBUG nova.network.neutron [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Refreshing network info cache for port 860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.229506] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.250125] env[65664]: DEBUG nova.network.neutron [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 882.309124] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 882.355503] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Successfully created port: ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 882.381496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.381690] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.381870] env[65664]: DEBUG nova.network.neutron [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.454213] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b9102f-1356-4c1a-9a2a-fb0ccc43bc27, 'name': SearchDatastore_Task, 'duration_secs': 0.032057} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.460612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.461046] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/34a3eae2-4cf3-4503-a280-d9c6c2a236d4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.461655] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.461886] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.462170] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b18b21a-5d7f-4570-8f32-2e555f19446f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.466817] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07833a5a-0207-4d39-aada-2df9fb768c5c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.470857] env[65664]: WARNING neutronclient.v2_0.client [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.481444] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 882.481444] env[65664]: value = "task-4415445" [ 882.481444] env[65664]: _type = "Task" [ 882.481444] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.485889] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.486088] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.491245] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe9a33e-a19b-43cc-bd96-118eebe1fef7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.500038] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.502306] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 882.502306] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ae9a76-c363-a8ad-646a-0ff597df8452" [ 882.502306] env[65664]: _type = "Task" [ 882.502306] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.510290] env[65664]: WARNING neutronclient.v2_0.client [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.519054] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ae9a76-c363-a8ad-646a-0ff597df8452, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.519870] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb8d984-8cb2-4952-9f1b-a162226bf0f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.530044] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 882.530044] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52819625-d0fe-bfc0-9c11-5e80015e6069" [ 882.530044] env[65664]: _type = "Task" [ 882.530044] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.533435] env[65664]: DEBUG nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 882.550804] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52819625-d0fe-bfc0-9c11-5e80015e6069, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.552212] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552212] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/c07dc834-0d8c-455d-a138-549ff3738fa2.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.552212] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e01b6a0f-8a2a-43f4-9103-a67568e793fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.561086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52fb7c-21be-4677-99a2-9d9502750c4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.565253] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 882.565253] env[65664]: value = "task-4415446" [ 882.565253] env[65664]: _type = "Task" [ 882.565253] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.566703] env[65664]: DEBUG oslo_concurrency.lockutils [req-b85c6a43-6570-4d04-ae67-4d00983db6db req-b947e025-f654-4055-b443-09771489c334 service nova] Releasing lock "refresh_cache-3c4e475a-ea3b-47b4-b1c8-924fe4737594" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.574257] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa072d-c9fa-4bb0-9689-3423eac38a82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.581192] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.614975] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4935d16-4c14-4d2a-b5cd-336a6994fcb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.625047] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f350ca94-f5e3-42a9-8eb0-27f68f444f4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.642188] env[65664]: DEBUG nova.compute.provider_tree [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.729203] env[65664]: WARNING neutronclient.v2_0.client [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.888901] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.993544] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.071650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.080319] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415446, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.146404] env[65664]: DEBUG nova.scheduler.client.report [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.323299] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 883.357456] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 883.358250] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.358445] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 883.358641] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.358789] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 883.358933] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 883.359187] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 883.359619] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 883.359830] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 883.360010] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 883.360224] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 883.361521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4b1d2-f095-424e-9336-f77081a5443d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.376506] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c2448-e043-460a-90f0-fda900ec7b37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.493998] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568251} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.493998] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/34a3eae2-4cf3-4503-a280-d9c6c2a236d4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.494492] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.494666] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49b97deb-6b29-47e7-b98a-65bea2032790 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.505333] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 883.505333] env[65664]: value = "task-4415447" [ 883.505333] env[65664]: _type = "Task" [ 883.505333] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.517266] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.582806] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81383} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.583018] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/c07dc834-0d8c-455d-a138-549ff3738fa2.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.583279] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.583571] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af0d0755-bee0-4d69-8577-e571c5a38088 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.591675] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 883.591675] env[65664]: value = "task-4415448" [ 883.591675] env[65664]: _type = "Task" [ 883.591675] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.604220] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.654352] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.657593] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.433s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.659122] env[65664]: INFO nova.compute.claims [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.680108] env[65664]: INFO nova.scheduler.client.report [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Deleted allocations for instance d3aa3fd7-367b-4dc5-ae60-45403f60440c [ 884.011667] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Successfully updated port: ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 884.022615] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288235} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.022976] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.028304] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278696ac-0ab3-4a2a-b127-58dc78f4134d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.062659] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/34a3eae2-4cf3-4503-a280-d9c6c2a236d4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.063428] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7d0770-1775-4777-beed-2078b8870bd2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.080633] env[65664]: DEBUG nova.network.neutron [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updated VIF entry in instance network info cache for port 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.081060] env[65664]: DEBUG nova.network.neutron [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updating instance_info_cache with network_info: [{"id": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "address": "fa:16:3e:81:2d:79", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d21aed4-d1", "ovs_interfaceid": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.089194] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 884.089194] env[65664]: value = "task-4415449" [ 884.089194] env[65664]: _type = "Task" [ 884.089194] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.103832] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.106989] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069654} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.108225] env[65664]: DEBUG nova.network.neutron [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Updating instance_info_cache with network_info: [{"id": "299691d9-8fc0-44a1-9584-ea57268e4718", "address": "fa:16:3e:32:c9:a7", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299691d9-8f", "ovs_interfaceid": "299691d9-8fc0-44a1-9584-ea57268e4718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.109668] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.111772] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ef0b1-f466-40a9-9ff9-2dda0120d4dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.138578] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/c07dc834-0d8c-455d-a138-549ff3738fa2.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.139294] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fb9ce9-df38-4081-9f92-69ec3ddf8d1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.169285] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 884.169285] env[65664]: value = "task-4415450" [ 884.169285] env[65664]: _type = "Task" [ 884.169285] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.179594] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.190860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Lock "d3aa3fd7-367b-4dc5-ae60-45403f60440c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.238s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.516962] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "refresh_cache-19a4e1e6-2b87-46ce-b663-6b73982c50b9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.517186] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "refresh_cache-19a4e1e6-2b87-46ce-b663-6b73982c50b9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.517415] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.584473] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Releasing lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.585880] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Received event network-vif-plugged-299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.586280] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Acquiring lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.586561] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.586780] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.587830] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] No waiting events found dispatching network-vif-plugged-299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 884.588120] env[65664]: WARNING nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Received unexpected event network-vif-plugged-299691d9-8fc0-44a1-9584-ea57268e4718 for instance with vm_state building and task_state spawning. [ 884.588280] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Received event network-changed-299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.588438] env[65664]: DEBUG nova.compute.manager [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Refreshing instance network info cache due to event network-changed-299691d9-8fc0-44a1-9584-ea57268e4718. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 884.588660] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Acquiring lock "refresh_cache-be236e85-64d8-4e05-a0fa-b7e436b8d6f5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.602951] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.612107] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "refresh_cache-be236e85-64d8-4e05-a0fa-b7e436b8d6f5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.612475] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Instance network_info: |[{"id": "299691d9-8fc0-44a1-9584-ea57268e4718", "address": "fa:16:3e:32:c9:a7", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299691d9-8f", "ovs_interfaceid": "299691d9-8fc0-44a1-9584-ea57268e4718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 884.615924] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Acquired lock "refresh_cache-be236e85-64d8-4e05-a0fa-b7e436b8d6f5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.616140] env[65664]: DEBUG nova.network.neutron [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Refreshing network info cache for port 299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.619690] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:c9:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299691d9-8fc0-44a1-9584-ea57268e4718', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.630082] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 884.631710] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.632168] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b42f0845-2adb-4225-93b6-7166b71f67cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.661490] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.661490] env[65664]: value = "task-4415451" [ 884.661490] env[65664]: _type = "Task" [ 884.661490] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.677558] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415451, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.689376] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415450, 'name': ReconfigVM_Task, 'duration_secs': 0.347136} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.689929] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/c07dc834-0d8c-455d-a138-549ff3738fa2.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.691053] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47166d9c-b17c-43ea-a62a-766ca2572868 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.700403] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 884.700403] env[65664]: value = "task-4415452" [ 884.700403] env[65664]: _type = "Task" [ 884.700403] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.708764] env[65664]: WARNING neutronclient.v2_0.client [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.717949] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415452, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.742225] env[65664]: WARNING neutronclient.v2_0.client [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.949952] env[65664]: DEBUG nova.network.neutron [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [{"id": "ca99950b-24fa-4a01-977f-51e914dc1de4", "address": "fa:16:3e:ba:72:25", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca99950b-24", "ovs_interfaceid": "ca99950b-24fa-4a01-977f-51e914dc1de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.985168] env[65664]: DEBUG nova.network.neutron [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updated VIF entry in instance network info cache for port 860a7389-e09c-4314-ba89-4dc4eb720664. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.986023] env[65664]: DEBUG nova.network.neutron [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updating instance_info_cache with network_info: [{"id": "860a7389-e09c-4314-ba89-4dc4eb720664", "address": "fa:16:3e:7a:55:fb", "network": {"id": "050ca7f4-aa95-4119-8dff-e7414100b7c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262747179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4db5177b94247dfa1f8c72f5a139a06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860a7389-e0", "ovs_interfaceid": "860a7389-e09c-4314-ba89-4dc4eb720664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.106027] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415449, 'name': ReconfigVM_Task, 'duration_secs': 0.622934} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.106969] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/34a3eae2-4cf3-4503-a280-d9c6c2a236d4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.108654] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d052b67d-7701-49a0-bc69-4507c6556170 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.118681] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 885.118681] env[65664]: value = "task-4415453" [ 885.118681] env[65664]: _type = "Task" [ 885.118681] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.127710] env[65664]: WARNING neutronclient.v2_0.client [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.139288] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415453, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.144467] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 885.174519] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415451, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.214272] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415452, 'name': Rename_Task, 'duration_secs': 0.196518} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.220089] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.220843] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-059e4dad-98c8-474b-b4f6-6f5efd588f0c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.230819] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 885.230819] env[65664]: value = "task-4415454" [ 885.230819] env[65664]: _type = "Task" [ 885.230819] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.251056] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.296552] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398853c0-83f7-4678-8839-dbbe1470ef93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.301284] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.311348] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849698e-867e-497d-bb51-701ff5ab27aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.371202] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f784688f-d902-40b1-bd66-b5d84a956218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.380549] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418ac67-65f6-4713-816d-186eee98e120 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.399371] env[65664]: DEBUG nova.compute.provider_tree [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.422032] env[65664]: DEBUG nova.compute.manager [req-345b6fbe-a9cb-463e-a618-8aa047bd002e req-775413f2-d4f8-4aca-b548-5b409e3d92dd service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Received event network-vif-plugged-ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 885.422300] env[65664]: DEBUG oslo_concurrency.lockutils [req-345b6fbe-a9cb-463e-a618-8aa047bd002e req-775413f2-d4f8-4aca-b548-5b409e3d92dd service nova] Acquiring lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.422420] env[65664]: DEBUG oslo_concurrency.lockutils [req-345b6fbe-a9cb-463e-a618-8aa047bd002e req-775413f2-d4f8-4aca-b548-5b409e3d92dd service nova] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.422595] env[65664]: DEBUG oslo_concurrency.lockutils [req-345b6fbe-a9cb-463e-a618-8aa047bd002e req-775413f2-d4f8-4aca-b548-5b409e3d92dd service nova] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.422795] env[65664]: DEBUG nova.compute.manager [req-345b6fbe-a9cb-463e-a618-8aa047bd002e req-775413f2-d4f8-4aca-b548-5b409e3d92dd service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] No waiting events found dispatching network-vif-plugged-ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 885.422968] env[65664]: WARNING nova.compute.manager [req-345b6fbe-a9cb-463e-a618-8aa047bd002e req-775413f2-d4f8-4aca-b548-5b409e3d92dd service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Received unexpected event network-vif-plugged-ce81c5e2-5481-49db-b160-77235b844c19 for instance with vm_state building and task_state spawning. [ 885.436628] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Updating instance_info_cache with network_info: [{"id": "ce81c5e2-5481-49db-b160-77235b844c19", "address": "fa:16:3e:98:4e:3c", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce81c5e2-54", "ovs_interfaceid": "ce81c5e2-5481-49db-b160-77235b844c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.452208] env[65664]: WARNING neutronclient.v2_0.client [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.459034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.489063] env[65664]: DEBUG oslo_concurrency.lockutils [req-e735a73b-2c72-4490-9b64-d5dd8777150e req-84fd3be3-6dc1-40c3-b892-e79fab17bc1c service nova] Releasing lock "refresh_cache-cc7c15c8-ee79-435d-88ae-d067cf2fa6db" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.551677] env[65664]: DEBUG nova.network.neutron [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Updated VIF entry in instance network info cache for port 299691d9-8fc0-44a1-9584-ea57268e4718. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.552071] env[65664]: DEBUG nova.network.neutron [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Updating instance_info_cache with network_info: [{"id": "299691d9-8fc0-44a1-9584-ea57268e4718", "address": "fa:16:3e:32:c9:a7", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299691d9-8f", "ovs_interfaceid": "299691d9-8fc0-44a1-9584-ea57268e4718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.633770] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415453, 'name': Rename_Task, 'duration_secs': 0.252716} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.633770] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.633770] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6e5c2a2-fed1-4509-8604-856f4f2e93e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.642974] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 885.642974] env[65664]: value = "task-4415455" [ 885.642974] env[65664]: _type = "Task" [ 885.642974] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.653557] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.674064] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415451, 'name': CreateVM_Task, 'duration_secs': 0.545946} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.674328] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.674740] env[65664]: WARNING neutronclient.v2_0.client [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.675152] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.675288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.675637] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.675921] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0291429d-a616-4181-9142-197ddc295a98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.681763] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 885.681763] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d77ecd-2abc-b337-cba6-2409c0389d33" [ 885.681763] env[65664]: _type = "Task" [ 885.681763] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.693010] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d77ecd-2abc-b337-cba6-2409c0389d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.743500] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415454, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.906514] env[65664]: DEBUG nova.scheduler.client.report [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.939315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "refresh_cache-19a4e1e6-2b87-46ce-b663-6b73982c50b9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939731] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Instance network_info: |[{"id": "ce81c5e2-5481-49db-b160-77235b844c19", "address": "fa:16:3e:98:4e:3c", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce81c5e2-54", "ovs_interfaceid": "ce81c5e2-5481-49db-b160-77235b844c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 885.940303] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:4e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce81c5e2-5481-49db-b160-77235b844c19', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.949747] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.950770] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.951118] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da0ea73-bc8e-4be3-a66b-ef8fb5aa7f01 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.981093] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.981093] env[65664]: value = "task-4415456" [ 885.981093] env[65664]: _type = "Task" [ 885.981093] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.990125] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8c191-4aa5-43d9-8d78-d9844c103071 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.996448] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415456, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.016977] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a99c3e-c072-4042-9cbf-db120e652653 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.027558] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.058769] env[65664]: DEBUG oslo_concurrency.lockutils [req-3d144df0-cf97-45c0-9945-a6fb56be666f req-d814852f-2b2b-4d8b-a092-fb4936987437 service nova] Releasing lock "refresh_cache-be236e85-64d8-4e05-a0fa-b7e436b8d6f5" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.156725] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415455, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.194060] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d77ecd-2abc-b337-cba6-2409c0389d33, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.194397] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.194709] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.194989] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.195170] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.195362] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.195641] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f6310e7-013c-4ba5-917e-472cee217ef7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.207299] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.207496] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.208267] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88297bf-d713-4f96-9caf-7e06043a3602 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.215015] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 886.215015] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a827f1-213e-fbce-94de-0690a9c46562" [ 886.215015] env[65664]: _type = "Task" [ 886.215015] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.225042] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a827f1-213e-fbce-94de-0690a9c46562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.243222] env[65664]: DEBUG oslo_vmware.api [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415454, 'name': PowerOnVM_Task, 'duration_secs': 0.621434} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.243998] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.243998] env[65664]: INFO nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Took 8.39 seconds to spawn the instance on the hypervisor. [ 886.243998] env[65664]: DEBUG nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.244668] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ce653-1c91-4f99-a9e6-4019e7bc16cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.412921] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.413454] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 886.416817] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.222s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.417265] env[65664]: DEBUG nova.objects.instance [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lazy-loading 'resources' on Instance uuid ef3938d6-8b92-4a55-b212-368346a82867 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.491677] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415456, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.535787] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.535787] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3ba1be-79c8-4fc1-aba1-4928cd0d0d74 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.545079] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 886.545079] env[65664]: value = "task-4415457" [ 886.545079] env[65664]: _type = "Task" [ 886.545079] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.554408] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.659170] env[65664]: DEBUG oslo_vmware.api [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415455, 'name': PowerOnVM_Task, 'duration_secs': 0.820425} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.659464] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.659698] env[65664]: INFO nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Took 11.58 seconds to spawn the instance on the hypervisor. [ 886.659889] env[65664]: DEBUG nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.660671] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec03e691-775b-45ec-9c10-2c8e2198f166 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.726358] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a827f1-213e-fbce-94de-0690a9c46562, 'name': SearchDatastore_Task, 'duration_secs': 0.013185} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.727401] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49cc44c6-1582-46b5-a10d-4fe14787525b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.733900] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 886.733900] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531b7d-4078-275d-19fb-712e31596173" [ 886.733900] env[65664]: _type = "Task" [ 886.733900] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.747212] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531b7d-4078-275d-19fb-712e31596173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.763924] env[65664]: INFO nova.compute.manager [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Took 59.94 seconds to build instance. [ 886.921794] env[65664]: DEBUG nova.compute.utils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.929349] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 886.929349] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 886.929756] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.929945] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.995661] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415456, 'name': CreateVM_Task, 'duration_secs': 0.703087} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.000144] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.002178] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.002666] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.002817] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.003279] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.003570] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77202aa9-c899-4242-a950-4e240c4eae9e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.011729] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 887.011729] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e939f7-9c6e-a588-2105-15aa7d6d148d" [ 887.011729] env[65664]: _type = "Task" [ 887.011729] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.026724] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e939f7-9c6e-a588-2105-15aa7d6d148d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.043495] env[65664]: DEBUG nova.policy [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d59ad3845564405adf872f4d2506820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ec9116a0034e0f85ac9db978c62710', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.063139] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.184148] env[65664]: INFO nova.compute.manager [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Took 65.88 seconds to build instance. [ 887.245992] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531b7d-4078-275d-19fb-712e31596173, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.248963] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.249373] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] be236e85-64d8-4e05-a0fa-b7e436b8d6f5/be236e85-64d8-4e05-a0fa-b7e436b8d6f5.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.249794] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-debd2282-85ee-42af-8f9b-fb97a0fae413 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.261202] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 887.261202] env[65664]: value = "task-4415458" [ 887.261202] env[65664]: _type = "Task" [ 887.261202] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.271250] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b6e31ad-eacb-4be1-ba33-7971f378bacd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.547s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.276433] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.431383] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 887.454353] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Successfully created port: d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 887.535258] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e939f7-9c6e-a588-2105-15aa7d6d148d, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.535780] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.536171] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.536675] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.536914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.537217] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.537681] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-396df81d-c5b5-447e-bd2e-83b5734b7d62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.567387] env[65664]: DEBUG oslo_vmware.api [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415457, 'name': PowerOnVM_Task, 'duration_secs': 0.601807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.568258] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.568481] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5202f2ff-2123-4fad-a9a8-85a32d8171d1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance '3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.573011] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.573011] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.574723] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca9969b-7347-4e1c-ac57-95b6ee9c826a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.578886] env[65664]: INFO nova.compute.manager [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Rescuing [ 887.579193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.579345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.579528] env[65664]: DEBUG nova.network.neutron [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 887.589903] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 887.589903] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527cd6f0-dc17-6472-f52a-83c80118b36d" [ 887.589903] env[65664]: _type = "Task" [ 887.589903] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.590376] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f264e-71c1-475f-a4f6-e1ec6bd037ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.606882] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527cd6f0-dc17-6472-f52a-83c80118b36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.608865] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3143a27a-5009-4db8-a97b-50e628461244 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.653630] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9808f2c1-8a2b-4617-9a8c-87cc986216f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.666520] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa5a60f-e520-4469-b41b-90c6f0a862bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.687931] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.496s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.688688] env[65664]: DEBUG nova.compute.provider_tree [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.699789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.699986] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.700893] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.700893] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.700893] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.704233] env[65664]: INFO nova.compute.manager [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Terminating instance [ 887.775856] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.778566] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 888.090469] env[65664]: WARNING neutronclient.v2_0.client [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.105059] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527cd6f0-dc17-6472-f52a-83c80118b36d, 'name': SearchDatastore_Task, 'duration_secs': 0.034006} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.105912] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd19b556-df83-4a85-a09d-1e989840c5ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.113437] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 888.113437] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5247b733-1358-5a54-43f3-5b114738a003" [ 888.113437] env[65664]: _type = "Task" [ 888.113437] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.123633] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5247b733-1358-5a54-43f3-5b114738a003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.194947] env[65664]: DEBUG nova.scheduler.client.report [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.198743] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 888.209758] env[65664]: DEBUG nova.compute.manager [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 888.210024] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.210941] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1089ca3-fcfa-4904-85eb-b319f697fa58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.221265] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.221528] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f470a45-e7e3-437b-9ba2-570015b3f364 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.228669] env[65664]: DEBUG oslo_vmware.api [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 888.228669] env[65664]: value = "task-4415459" [ 888.228669] env[65664]: _type = "Task" [ 888.228669] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.239884] env[65664]: DEBUG oslo_vmware.api [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.271751] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565399} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.272071] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] be236e85-64d8-4e05-a0fa-b7e436b8d6f5/be236e85-64d8-4e05-a0fa-b7e436b8d6f5.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.272301] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.272598] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21a7c5b9-13c2-4773-8ca4-60e7538db792 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.287194] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 888.287194] env[65664]: value = "task-4415460" [ 888.287194] env[65664]: _type = "Task" [ 888.287194] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.300104] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.310429] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.359801] env[65664]: DEBUG nova.compute.manager [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Received event network-changed-ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 888.359801] env[65664]: DEBUG nova.compute.manager [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Refreshing instance network info cache due to event network-changed-ce81c5e2-5481-49db-b160-77235b844c19. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 888.360143] env[65664]: DEBUG oslo_concurrency.lockutils [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] Acquiring lock "refresh_cache-19a4e1e6-2b87-46ce-b663-6b73982c50b9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.360266] env[65664]: DEBUG oslo_concurrency.lockutils [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] Acquired lock "refresh_cache-19a4e1e6-2b87-46ce-b663-6b73982c50b9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.360732] env[65664]: DEBUG nova.network.neutron [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Refreshing network info cache for port ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.443717] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 888.482500] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.482927] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.482927] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.483824] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.483996] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.484136] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.484360] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.484517] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.484690] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.484850] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.485034] env[65664]: DEBUG nova.virt.hardware [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.486061] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee3ad63-7ccf-4b2b-b30c-afcf4219ba1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.495141] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f21b7f9-9322-43b0-b892-0e0206437a9a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.500877] env[65664]: WARNING neutronclient.v2_0.client [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.622719] env[65664]: DEBUG nova.network.neutron [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Updating instance_info_cache with network_info: [{"id": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "address": "fa:16:3e:3a:9f:ee", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078f81ec-6c", "ovs_interfaceid": "078f81ec-6c1b-4e43-8ac7-7e88cc088558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.637261] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5247b733-1358-5a54-43f3-5b114738a003, 'name': SearchDatastore_Task, 'duration_secs': 0.015497} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.638820] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.639114] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 19a4e1e6-2b87-46ce-b663-6b73982c50b9/19a4e1e6-2b87-46ce-b663-6b73982c50b9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.639438] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f4ea11-22bc-4be6-b160-5429e2d51d76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.651638] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 888.651638] env[65664]: value = "task-4415461" [ 888.651638] env[65664]: _type = "Task" [ 888.651638] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.662319] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.703750] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.708163] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.302s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.710840] env[65664]: INFO nova.compute.claims [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.725547] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.735738] env[65664]: INFO nova.scheduler.client.report [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance ef3938d6-8b92-4a55-b212-368346a82867 [ 888.741218] env[65664]: DEBUG oslo_vmware.api [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415459, 'name': PowerOffVM_Task, 'duration_secs': 0.212441} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.744421] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.744605] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.745222] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d568fe68-0351-4bcf-b9aa-045895b5713d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.801095] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094417} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.801458] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.802723] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbe9f93-e434-421e-93a9-35e67b84082c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.831049] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] be236e85-64d8-4e05-a0fa-b7e436b8d6f5/be236e85-64d8-4e05-a0fa-b7e436b8d6f5.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.834632] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127e8418-1c6b-4e90-a206-decd2037d411 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.852200] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.852452] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.852641] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Deleting the datastore file [datastore2] d6398fea-9c96-4022-95ac-a1c7ac1dea8e {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.856330] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af879f0-86b3-43b9-8e33-0e5171ca2754 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.864348] env[65664]: WARNING neutronclient.v2_0.client [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.870888] env[65664]: DEBUG oslo_vmware.api [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 888.870888] env[65664]: value = "task-4415464" [ 888.870888] env[65664]: _type = "Task" [ 888.870888] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.871292] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 888.871292] env[65664]: value = "task-4415463" [ 888.871292] env[65664]: _type = "Task" [ 888.871292] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.887251] env[65664]: DEBUG oslo_vmware.api [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.891107] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.125563] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-34a3eae2-4cf3-4503-a280-d9c6c2a236d4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.170995] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415461, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.252205] env[65664]: DEBUG oslo_concurrency.lockutils [None req-18ab7c2e-eddc-4353-a768-3745296b63c7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "ef3938d6-8b92-4a55-b212-368346a82867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.499s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.281324] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Successfully updated port: d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.361769] env[65664]: INFO nova.compute.manager [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Rescuing [ 889.362839] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.363179] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.363510] env[65664]: DEBUG nova.network.neutron [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.388685] env[65664]: DEBUG oslo_vmware.api [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468886} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.393274] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.393580] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.393876] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.394167] env[65664]: INFO nova.compute.manager [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 889.394531] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 889.395641] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.396047] env[65664]: DEBUG nova.compute.manager [-] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 889.396155] env[65664]: DEBUG nova.network.neutron [-] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 889.396463] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.475566] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.535385] env[65664]: WARNING neutronclient.v2_0.client [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.663284] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5687} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.663554] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 19a4e1e6-2b87-46ce-b663-6b73982c50b9/19a4e1e6-2b87-46ce-b663-6b73982c50b9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.663867] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.664062] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58a93847-73a1-4032-8e84-62803c821f82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.673193] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 889.673193] env[65664]: value = "task-4415465" [ 889.673193] env[65664]: _type = "Task" [ 889.673193] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.684835] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.692280] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.692649] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.788408] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "refresh_cache-367c9018-7b83-41ed-9349-f8003f4af2b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.788408] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "refresh_cache-367c9018-7b83-41ed-9349-f8003f4af2b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.788408] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.872793] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.872915] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.877271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "30e623cb-6217-4232-a11a-e2adfd0e2a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.877271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.877271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.877271] env[65664]: WARNING neutronclient.v2_0.client [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.879675] env[65664]: DEBUG nova.compute.manager [req-592cca35-6e35-44c4-828f-94514a923674 req-d887e5ce-fac8-4c5b-913c-0cef30fa8f90 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Received event network-vif-plugged-d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 889.879870] env[65664]: DEBUG oslo_concurrency.lockutils [req-592cca35-6e35-44c4-828f-94514a923674 req-d887e5ce-fac8-4c5b-913c-0cef30fa8f90 service nova] Acquiring lock "367c9018-7b83-41ed-9349-f8003f4af2b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.880081] env[65664]: DEBUG oslo_concurrency.lockutils [req-592cca35-6e35-44c4-828f-94514a923674 req-d887e5ce-fac8-4c5b-913c-0cef30fa8f90 service nova] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.880243] env[65664]: DEBUG oslo_concurrency.lockutils [req-592cca35-6e35-44c4-828f-94514a923674 req-d887e5ce-fac8-4c5b-913c-0cef30fa8f90 service nova] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.880407] env[65664]: DEBUG nova.compute.manager [req-592cca35-6e35-44c4-828f-94514a923674 req-d887e5ce-fac8-4c5b-913c-0cef30fa8f90 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] No waiting events found dispatching network-vif-plugged-d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 889.880564] env[65664]: WARNING nova.compute.manager [req-592cca35-6e35-44c4-828f-94514a923674 req-d887e5ce-fac8-4c5b-913c-0cef30fa8f90 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Received unexpected event network-vif-plugged-d300c209-2db7-40c0-acff-cc04472179bc for instance with vm_state building and task_state spawning. [ 889.884247] env[65664]: INFO nova.compute.manager [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Terminating instance [ 889.902777] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415463, 'name': ReconfigVM_Task, 'duration_secs': 0.599031} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.903987] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Reconfigured VM instance instance-0000003f to attach disk [datastore2] be236e85-64d8-4e05-a0fa-b7e436b8d6f5/be236e85-64d8-4e05-a0fa-b7e436b8d6f5.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.904715] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-361c37ea-19a4-4108-b636-918f826bc399 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.923885] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 889.923885] env[65664]: value = "task-4415466" [ 889.923885] env[65664]: _type = "Task" [ 889.923885] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.940096] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415466, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.958693] env[65664]: DEBUG nova.network.neutron [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Updated VIF entry in instance network info cache for port ce81c5e2-5481-49db-b160-77235b844c19. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.959240] env[65664]: DEBUG nova.network.neutron [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Updating instance_info_cache with network_info: [{"id": "ce81c5e2-5481-49db-b160-77235b844c19", "address": "fa:16:3e:98:4e:3c", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce81c5e2-54", "ovs_interfaceid": "ce81c5e2-5481-49db-b160-77235b844c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.082203] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.082552] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.083025] env[65664]: DEBUG nova.compute.manager [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Going to confirm migration 2 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 890.185518] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203392} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.189441] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.234086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5374552b-77b4-43ad-83df-2c01a76262a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.234086] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 19a4e1e6-2b87-46ce-b663-6b73982c50b9/19a4e1e6-2b87-46ce-b663-6b73982c50b9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.234086] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37786498-f8f0-4978-a928-4684c54f3bf4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.237651] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.238936] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.239246] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.243101] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.243101] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.243101] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.243101] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 890.243101] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.245762] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 890.245762] env[65664]: value = "task-4415467" [ 890.245762] env[65664]: _type = "Task" [ 890.245762] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.258635] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.268649] env[65664]: WARNING neutronclient.v2_0.client [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.295534] env[65664]: DEBUG nova.network.neutron [-] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.367635] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cdd6d4-5553-4fac-a678-ae90ddaab5a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.384661] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cc5b66-cce7-4ee9-94bb-36aef7c91c6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.394806] env[65664]: DEBUG nova.compute.manager [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 890.394806] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.394806] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c104d8e2-023b-4f27-a77a-128908cb2fe1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.225476] env[65664]: DEBUG oslo_concurrency.lockutils [req-cbb3cd03-5273-4aa7-b55b-db13d0175c6e req-99baabe9-022c-454b-a764-141319af6e56 service nova] Releasing lock "refresh_cache-19a4e1e6-2b87-46ce-b663-6b73982c50b9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.228470] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.229306] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.229730] env[65664]: INFO nova.compute.manager [-] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Took 1.83 seconds to deallocate network for instance. [ 891.231830] env[65664]: WARNING neutronclient.v2_0.client [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.233480] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.240612] env[65664]: DEBUG nova.compute.manager [req-b779c277-f29e-41af-8cc5-653bcf2bf684 req-3c90124f-0499-4abc-b8dc-67142ecc4638 service nova] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Received event network-vif-deleted-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 891.244506] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dcca28d-d0f1-481e-832d-3daebdf084a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.252267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f862a2c-43fd-4d27-94de-4d5553b5df3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.255507] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.259697] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8706d9-7a66-447d-9afe-ac9faed3cb82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.270127] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415466, 'name': Rename_Task, 'duration_secs': 1.207875} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.278563] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.279567] env[65664]: DEBUG oslo_vmware.api [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 891.279567] env[65664]: value = "task-4415469" [ 891.279567] env[65664]: _type = "Task" [ 891.279567] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.282207] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.282207] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 891.282207] env[65664]: value = "task-4415468" [ 891.282207] env[65664]: _type = "Task" [ 891.282207] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.282207] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-464bddd7-b574-48d0-9273-c3a6aad21502 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.283347] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fcd995-d9f5-40c6-a464-64139f19e500 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.304031] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 891.304031] env[65664]: value = "task-4415470" [ 891.304031] env[65664]: _type = "Task" [ 891.304031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.318614] env[65664]: DEBUG nova.compute.provider_tree [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.318964] env[65664]: DEBUG oslo_vmware.api [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.318964] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.333869] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415470, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.363826] env[65664]: WARNING neutronclient.v2_0.client [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.364236] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.364386] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.364559] env[65664]: DEBUG nova.network.neutron [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.364737] env[65664]: DEBUG nova.objects.instance [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lazy-loading 'info_cache' on Instance uuid 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.385164] env[65664]: DEBUG nova.network.neutron [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updating instance_info_cache with network_info: [{"id": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "address": "fa:16:3e:81:2d:79", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d21aed4-d1", "ovs_interfaceid": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.456772] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.576666] env[65664]: DEBUG nova.network.neutron [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Updating instance_info_cache with network_info: [{"id": "d300c209-2db7-40c0-acff-cc04472179bc", "address": "fa:16:3e:4e:79:17", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd300c209-2d", "ovs_interfaceid": "d300c209-2db7-40c0-acff-cc04472179bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.742333] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415467, 'name': ReconfigVM_Task, 'duration_secs': 1.203327} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.742616] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 19a4e1e6-2b87-46ce-b663-6b73982c50b9/19a4e1e6-2b87-46ce-b663-6b73982c50b9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.743418] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb21e54-a230-49eb-afe7-53a6ba8f411a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.752220] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 891.752220] env[65664]: value = "task-4415471" [ 891.752220] env[65664]: _type = "Task" [ 891.752220] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.764283] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.764283] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415471, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.806337] env[65664]: DEBUG oslo_vmware.api [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415469, 'name': PowerOffVM_Task, 'duration_secs': 0.337554} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.812467] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.812775] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.813402] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415468, 'name': PowerOffVM_Task, 'duration_secs': 0.224491} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.813402] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd60d07a-f563-48f4-8e27-01b2716213da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.815454] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.816541] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f23179-d469-4ccf-8bf6-9e4c14037475 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.839400] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415470, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.855466] env[65664]: ERROR nova.scheduler.client.report [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [req-9756bee8-a1eb-41d7-a862-2cbe86660a66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9756bee8-a1eb-41d7-a862-2cbe86660a66"}]} [ 891.856914] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79eed79-2aa3-4c0d-9bef-ba84eae2b37a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.889932] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.904460] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.904647] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.904834] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Deleting the datastore file [datastore1] 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.906726] env[65664]: DEBUG nova.scheduler.client.report [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.909288] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3527ea3-9b0b-4a46-9592-68f5dc636024 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.917494] env[65664]: DEBUG oslo_vmware.api [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 891.917494] env[65664]: value = "task-4415473" [ 891.917494] env[65664]: _type = "Task" [ 891.917494] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.919762] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.920216] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e229dd59-d627-4d16-9186-364f9a179eec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.940767] env[65664]: DEBUG oslo_vmware.api [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.947043] env[65664]: DEBUG nova.scheduler.client.report [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.947043] env[65664]: DEBUG nova.compute.provider_tree [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.951109] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 891.951109] env[65664]: value = "task-4415474" [ 891.951109] env[65664]: _type = "Task" [ 891.951109] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.963882] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 891.964219] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.964507] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.964674] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.964873] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.965996] env[65664]: DEBUG nova.scheduler.client.report [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.966191] env[65664]: DEBUG nova.compute.provider_tree [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 98 to 99 during operation: update_aggregates {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 891.968612] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21690c8e-763c-471f-8f5d-b1354ef7512e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.982632] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.982632] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.982632] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6479f7b9-d6e9-42ca-87b6-a6bfbaa15df7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.990525] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 891.990525] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527a6222-98e2-ea9f-860d-911c8057d91d" [ 891.990525] env[65664]: _type = "Task" [ 891.990525] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.996220] env[65664]: DEBUG nova.scheduler.client.report [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.004496] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527a6222-98e2-ea9f-860d-911c8057d91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.080246] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "refresh_cache-367c9018-7b83-41ed-9349-f8003f4af2b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.082547] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Instance network_info: |[{"id": "d300c209-2db7-40c0-acff-cc04472179bc", "address": "fa:16:3e:4e:79:17", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd300c209-2d", "ovs_interfaceid": "d300c209-2db7-40c0-acff-cc04472179bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 892.082547] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:79:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd300c209-2db7-40c0-acff-cc04472179bc', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.090913] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 892.097343] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.098026] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f21bb3-c74e-4947-9f41-0672b884204d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.133077] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.133077] env[65664]: value = "task-4415475" [ 892.133077] env[65664]: _type = "Task" [ 892.133077] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.147297] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415475, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.179329] env[65664]: DEBUG nova.compute.manager [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Received event network-changed-d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 892.179542] env[65664]: DEBUG nova.compute.manager [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Refreshing instance network info cache due to event network-changed-d300c209-2db7-40c0-acff-cc04472179bc. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 892.179959] env[65664]: DEBUG oslo_concurrency.lockutils [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] Acquiring lock "refresh_cache-367c9018-7b83-41ed-9349-f8003f4af2b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.179959] env[65664]: DEBUG oslo_concurrency.lockutils [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] Acquired lock "refresh_cache-367c9018-7b83-41ed-9349-f8003f4af2b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.181565] env[65664]: DEBUG nova.network.neutron [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Refreshing network info cache for port d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.270109] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415471, 'name': Rename_Task, 'duration_secs': 0.203055} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.272030] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.272506] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c449595-659e-436c-abb0-b2810a9d951b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.283034] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 892.283034] env[65664]: value = "task-4415476" [ 892.283034] env[65664]: _type = "Task" [ 892.283034] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.292770] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.333039] env[65664]: DEBUG oslo_vmware.api [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415470, 'name': PowerOnVM_Task, 'duration_secs': 0.721421} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.333970] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.334310] env[65664]: INFO nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Took 11.71 seconds to spawn the instance on the hypervisor. [ 892.334571] env[65664]: DEBUG nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 892.336421] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f501a6-d373-434a-9cc6-fdc2a227b766 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.376233] env[65664]: WARNING neutronclient.v2_0.client [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.410984] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "8530354c-603e-40b5-a570-fcf6000bac39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.413461] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "8530354c-603e-40b5-a570-fcf6000bac39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.433306] env[65664]: DEBUG oslo_vmware.api [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213906} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.433614] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.433827] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.435027] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.435027] env[65664]: INFO nova.compute.manager [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Took 2.04 seconds to destroy the instance on the hypervisor. [ 892.435027] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 892.435027] env[65664]: DEBUG nova.compute.manager [-] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 892.435027] env[65664]: DEBUG nova.network.neutron [-] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 892.435027] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.502362] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527a6222-98e2-ea9f-860d-911c8057d91d, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.506068] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a9753c-6896-4f90-8aed-748aef4b5444 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.513928] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 892.513928] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521088e0-cbb6-7c47-0d8b-d904d0b8f3ad" [ 892.513928] env[65664]: _type = "Task" [ 892.513928] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.521178] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.536743] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521088e0-cbb6-7c47-0d8b-d904d0b8f3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.537299] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.537668] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. {{(pid=65664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 892.541953] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e9d14d-ce8c-40a0-ba52-43b80c84706f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.554115] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 892.554115] env[65664]: value = "task-4415477" [ 892.554115] env[65664]: _type = "Task" [ 892.554115] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.577287] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.647382] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415475, 'name': CreateVM_Task, 'duration_secs': 0.451712} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.647961] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.648383] env[65664]: WARNING neutronclient.v2_0.client [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.648885] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.649174] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.649486] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.649891] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9cc2e2-3885-48ba-ad64-b06cad426911 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.657106] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 892.657106] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520ed5ef-60d2-da09-c5d0-d13e835d2f13" [ 892.657106] env[65664]: _type = "Task" [ 892.657106] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.669288] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520ed5ef-60d2-da09-c5d0-d13e835d2f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.682542] env[65664]: WARNING neutronclient.v2_0.client [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.714548] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b623dc2-32ce-46d7-993b-b4b23492b271 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.729081] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce5b6f6-a225-4b33-995d-2f462b5f1b5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.767638] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d9663-de04-430f-96b7-e57fb7cd2ecd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.778744] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0252d83-b041-4c8b-862c-23fccc863ace {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.797236] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.805282] env[65664]: DEBUG nova.compute.provider_tree [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.863062] env[65664]: INFO nova.compute.manager [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Took 63.16 seconds to build instance. [ 893.071519] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.170909] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520ed5ef-60d2-da09-c5d0-d13e835d2f13, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.171957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.171957] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.171957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.171957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.172135] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.172293] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f691cc1-ed14-4bf3-bf06-8be53aae8877 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.185011] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.185242] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.186030] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de034a45-7538-4ec6-8a72-9a00f4fa2ea4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.192183] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 893.192183] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb3f6-36b0-4bff-3ae7-c75375f49e8e" [ 893.192183] env[65664]: _type = "Task" [ 893.192183] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.203576] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb3f6-36b0-4bff-3ae7-c75375f49e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.206441] env[65664]: WARNING neutronclient.v2_0.client [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.296323] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415476, 'name': PowerOnVM_Task, 'duration_secs': 0.752096} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.296650] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.296802] env[65664]: INFO nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Took 9.97 seconds to spawn the instance on the hypervisor. [ 893.297019] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 893.297841] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac56b0-b1e1-4e08-8f0a-42c62bbc56da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.357210] env[65664]: DEBUG nova.scheduler.client.report [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 893.357210] env[65664]: DEBUG nova.compute.provider_tree [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 99 to 100 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 893.357210] env[65664]: DEBUG nova.compute.provider_tree [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.363891] env[65664]: DEBUG nova.network.neutron [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [{"id": "ca99950b-24fa-4a01-977f-51e914dc1de4", "address": "fa:16:3e:ba:72:25", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca99950b-24", "ovs_interfaceid": "ca99950b-24fa-4a01-977f-51e914dc1de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.364103] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3c1fa784-e347-4e0e-87e7-69886ce7a546 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.158s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.376242] env[65664]: WARNING neutronclient.v2_0.client [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.453020] env[65664]: DEBUG nova.network.neutron [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Updated VIF entry in instance network info cache for port d300c209-2db7-40c0-acff-cc04472179bc. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.453020] env[65664]: DEBUG nova.network.neutron [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Updating instance_info_cache with network_info: [{"id": "d300c209-2db7-40c0-acff-cc04472179bc", "address": "fa:16:3e:4e:79:17", "network": {"id": "f08b6c38-2e86-4ecb-bb89-ab323712d269", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2044405643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ec9116a0034e0f85ac9db978c62710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd300c209-2d", "ovs_interfaceid": "d300c209-2db7-40c0-acff-cc04472179bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.461692] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.463021] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca2cbfbc-6c3d-4671-aad0-d43ce60e7f99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.472065] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 893.472065] env[65664]: value = "task-4415478" [ 893.472065] env[65664]: _type = "Task" [ 893.472065] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.484551] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.570098] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533295} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.574025] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. [ 893.574025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c27a5-655e-4eae-b6b9-422d5c0f2e38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.599763] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.600485] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3e2941-0271-408f-b879-3384d1d0a163 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.620942] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 893.620942] env[65664]: value = "task-4415479" [ 893.620942] env[65664]: _type = "Task" [ 893.620942] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.630391] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.704611] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb3f6-36b0-4bff-3ae7-c75375f49e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.705454] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70e58b2-5ccf-415a-ba44-3d6f1f2288ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.713290] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 893.713290] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529e0b8c-017a-e139-aa86-3798d5d439e7" [ 893.713290] env[65664]: _type = "Task" [ 893.713290] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.718318] env[65664]: DEBUG nova.network.neutron [-] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.731589] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529e0b8c-017a-e139-aa86-3798d5d439e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.827735] env[65664]: INFO nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Took 57.32 seconds to build instance. [ 893.861944] env[65664]: DEBUG nova.compute.manager [req-5d709078-24a1-4dbf-ac19-3737547c36bd req-229b3147-788c-4fb5-84f1-d86594d247a1 service nova] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Received event network-vif-deleted-6e355d53-ac3b-459e-9186-87348847ce7b {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 893.867272] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.158s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.867272] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 893.871331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.871331] env[65664]: DEBUG nova.objects.instance [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lazy-loading 'migration_context' on Instance uuid 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.871331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.173s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.871331] env[65664]: DEBUG nova.objects.instance [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lazy-loading 'resources' on Instance uuid 45018df0-cae6-4ccd-9c36-bc60f8fa37c8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.872258] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 893.954792] env[65664]: DEBUG oslo_concurrency.lockutils [req-a8138ead-5e62-427e-941b-a5ff23599ec9 req-5d84a165-4077-4fc5-98f9-fc37fb5206c4 service nova] Releasing lock "refresh_cache-367c9018-7b83-41ed-9349-f8003f4af2b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.984452] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415478, 'name': PowerOffVM_Task, 'duration_secs': 0.351439} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.984655] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.985612] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c996431-8fcb-481d-a3ba-c1bb816530f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.007814] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3ba2f1-a101-4ca1-ba62-6a139d080bd1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.054728] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.055123] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-badec2be-3019-4e19-a9d2-318ffea4300e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.064358] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 894.064358] env[65664]: value = "task-4415480" [ 894.064358] env[65664]: _type = "Task" [ 894.064358] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.074476] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.132975] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.225344] env[65664]: INFO nova.compute.manager [-] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Took 1.79 seconds to deallocate network for instance. [ 894.225798] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529e0b8c-017a-e139-aa86-3798d5d439e7, 'name': SearchDatastore_Task, 'duration_secs': 0.019791} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.228054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.228054] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 367c9018-7b83-41ed-9349-f8003f4af2b8/367c9018-7b83-41ed-9349-f8003f4af2b8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.230711] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0249b1e8-302f-46e0-b4af-c026e1f4bd0a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.240686] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 894.240686] env[65664]: value = "task-4415481" [ 894.240686] env[65664]: _type = "Task" [ 894.240686] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.254318] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.267990] env[65664]: DEBUG oslo_concurrency.lockutils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.268310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.340328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.122s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.340716] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.340848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.343574] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50d6a5-6993-40b1-977a-c64eca57e8de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.352955] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Suspending the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 894.353942] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5b1548f0-ed8d-49e4-af1f-7aa371b61cc4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.361798] env[65664]: DEBUG oslo_vmware.api [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 894.361798] env[65664]: value = "task-4415482" [ 894.361798] env[65664]: _type = "Task" [ 894.361798] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.373481] env[65664]: DEBUG oslo_vmware.api [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415482, 'name': SuspendVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.380716] env[65664]: DEBUG nova.compute.utils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.385391] env[65664]: DEBUG nova.objects.base [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Object Instance<3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35> lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 894.387917] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 894.388178] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 894.388532] env[65664]: WARNING neutronclient.v2_0.client [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.388788] env[65664]: WARNING neutronclient.v2_0.client [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.391075] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bcade6-3fa0-4d77-8498-5e23c926b310 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.418042] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.421624] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9c907a-c064-4f47-8075-a6c4a3b34298 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.430234] env[65664]: DEBUG oslo_vmware.api [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 894.430234] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526a0863-e82d-a4b9-2c3e-bd4240278c13" [ 894.430234] env[65664]: _type = "Task" [ 894.430234] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.443980] env[65664]: DEBUG oslo_vmware.api [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526a0863-e82d-a4b9-2c3e-bd4240278c13, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.447954] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.465556] env[65664]: DEBUG nova.policy [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de5bea72493f4018b3b2e68c83b8d451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af53f34ae1e6483dac0e72c05bf795ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.578540] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 894.578936] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.579244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.579406] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.579591] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.579868] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bdfea1c-ae61-43b5-ae3c-9fe5b9acefe2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.599185] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.599185] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.599185] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975dcc19-7925-4e42-8cd0-3e8f6d8bf2aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.608132] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 894.608132] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5267e903-6dc8-7079-511b-90bae2d4ee2b" [ 894.608132] env[65664]: _type = "Task" [ 894.608132] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.624674] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5267e903-6dc8-7079-511b-90bae2d4ee2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.645754] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415479, 'name': ReconfigVM_Task, 'duration_secs': 0.850959} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.646336] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.650896] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f562d87d-6e6b-47b9-9849-0cae773ab2ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.693241] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4007b6aa-93d1-46d6-ab16-16cb3c9b3ec4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.717069] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 894.717069] env[65664]: value = "task-4415483" [ 894.717069] env[65664]: _type = "Task" [ 894.717069] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.735890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.736315] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.752234] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415481, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.772129] env[65664]: DEBUG nova.compute.utils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.843269] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 894.874769] env[65664]: DEBUG oslo_vmware.api [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415482, 'name': SuspendVM_Task} progress is 58%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.883826] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 894.896617] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Successfully created port: 5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 895.007204] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717c50a-be0a-40fd-872f-59aafda330ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.017100] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac1980-d47d-4e24-814c-d60fd3efb678 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.054984] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ee8a0-0492-4d8c-98da-223f4b93107a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.064851] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1165a893-ea0d-4ccc-8268-bbe276a1ccde {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084783] env[65664]: DEBUG nova.compute.provider_tree [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.120787] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5267e903-6dc8-7079-511b-90bae2d4ee2b, 'name': SearchDatastore_Task, 'duration_secs': 0.033038} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.121844] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5d121b-16f7-4582-a221-16405fdfc91a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.128660] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 895.128660] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f632eb-54a7-cbfe-3b91-472cc05a87e4" [ 895.128660] env[65664]: _type = "Task" [ 895.128660] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.142366] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f632eb-54a7-cbfe-3b91-472cc05a87e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.230589] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415483, 'name': ReconfigVM_Task, 'duration_secs': 0.211147} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.231069] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.232563] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39184887-0df1-429d-b61d-5883fe32ee3b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.240941] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 895.240941] env[65664]: value = "task-4415484" [ 895.240941] env[65664]: _type = "Task" [ 895.240941] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.258999] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415484, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.262701] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54642} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.263020] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 367c9018-7b83-41ed-9349-f8003f4af2b8/367c9018-7b83-41ed-9349-f8003f4af2b8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.263266] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.263539] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acbbb1fe-e716-4cd5-9350-b8101a4cd8e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.270597] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Successfully created port: 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 895.276658] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 895.276658] env[65664]: value = "task-4415485" [ 895.276658] env[65664]: _type = "Task" [ 895.276658] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.279983] env[65664]: DEBUG oslo_concurrency.lockutils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.287677] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.375271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.382081] env[65664]: DEBUG oslo_vmware.api [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415482, 'name': SuspendVM_Task, 'duration_secs': 0.827475} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.382916] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Suspended the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 895.383074] env[65664]: DEBUG nova.compute.manager [None req-de78896a-8b86-4cca-85c1-da147391e6f9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.384582] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26200176-11f0-45e5-947c-e1f3b73dd1f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.590018] env[65664]: DEBUG nova.scheduler.client.report [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.640631] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f632eb-54a7-cbfe-3b91-472cc05a87e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015781} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.641329] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.641611] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. {{(pid=65664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 895.641894] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189eeb2e-8e7d-42a4-9aee-3d9453fe206c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.649943] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 895.649943] env[65664]: value = "task-4415486" [ 895.649943] env[65664]: _type = "Task" [ 895.649943] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.660981] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.753103] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.787777] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145608} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.788129] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.789306] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e7b225-c88f-4f88-a4d8-5b8c4e3be56b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.815908] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 367c9018-7b83-41ed-9349-f8003f4af2b8/367c9018-7b83-41ed-9349-f8003f4af2b8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.816610] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee6b6ca-4a39-4ce0-b8e4-b21e01bd22fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.841300] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 895.841300] env[65664]: value = "task-4415487" [ 895.841300] env[65664]: _type = "Task" [ 895.841300] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.851742] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.898642] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 895.932382] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.932897] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.933197] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.933482] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.933668] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.933940] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.934329] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.934565] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.934790] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.935113] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.935360] env[65664]: DEBUG nova.virt.hardware [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.937257] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947d715-9221-4a05-81a7-dc118a5a29ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.948230] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29734b34-c6cd-4deb-bf2a-76a8b598f39c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.096018] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.099291] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.245s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.101203] env[65664]: INFO nova.compute.claims [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.130326] env[65664]: INFO nova.scheduler.client.report [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Deleted allocations for instance 45018df0-cae6-4ccd-9c36-bc60f8fa37c8 [ 896.167053] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415486, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.255961] env[65664]: DEBUG oslo_vmware.api [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415484, 'name': PowerOnVM_Task, 'duration_secs': 0.673911} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.256442] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.260520] env[65664]: DEBUG nova.compute.manager [None req-8cc16d27-19ce-4789-99dc-1ba50057988c tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 896.261849] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1bde33-af3a-45b0-926a-a3acc2cfcada {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.360106] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.361854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.361854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.361854] env[65664]: INFO nova.compute.manager [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Attaching volume 2bb8b26c-bef6-4f3f-8f7a-241716c05726 to /dev/sdb [ 896.407881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eaedb3-682d-49aa-b3bc-69307bd224d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.417494] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c7389-a01b-4e69-9c93-976be122fd3d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.437038] env[65664]: DEBUG nova.virt.block_device [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updating existing volume attachment record: 2f4f5c92-e87f-4993-a3cb-25493d2b516f {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 896.644065] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d06efe44-9694-4c93-aaeb-0839e976a17a tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Lock "45018df0-cae6-4ccd-9c36-bc60f8fa37c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.433s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.662134] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589943} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.662428] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. [ 896.663425] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dd3da6-f966-4a3b-9c09-c1d6ca7da702 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.689754] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.690434] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b098beb6-24e2-4e2f-9c11-26989c080d5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.710732] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 896.710732] env[65664]: value = "task-4415491" [ 896.710732] env[65664]: _type = "Task" [ 896.710732] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.723098] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.859819] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415487, 'name': ReconfigVM_Task, 'duration_secs': 0.628404} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.860922] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Successfully updated port: 5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 896.862416] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 367c9018-7b83-41ed-9349-f8003f4af2b8/367c9018-7b83-41ed-9349-f8003f4af2b8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.865065] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e88890a6-affd-44be-9ed8-4353c2f56b00 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.872127] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 896.872127] env[65664]: value = "task-4415492" [ 896.872127] env[65664]: _type = "Task" [ 896.872127] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.885439] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415492, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.966704] env[65664]: DEBUG nova.compute.manager [req-2032cec2-d29a-4e93-bd3d-208ab61ef8f8 req-07f9feca-ef85-43b7-8bd2-3220292200e3 service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received event network-vif-plugged-5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 896.966704] env[65664]: DEBUG oslo_concurrency.lockutils [req-2032cec2-d29a-4e93-bd3d-208ab61ef8f8 req-07f9feca-ef85-43b7-8bd2-3220292200e3 service nova] Acquiring lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.966704] env[65664]: DEBUG oslo_concurrency.lockutils [req-2032cec2-d29a-4e93-bd3d-208ab61ef8f8 req-07f9feca-ef85-43b7-8bd2-3220292200e3 service nova] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.966704] env[65664]: DEBUG oslo_concurrency.lockutils [req-2032cec2-d29a-4e93-bd3d-208ab61ef8f8 req-07f9feca-ef85-43b7-8bd2-3220292200e3 service nova] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.967069] env[65664]: DEBUG nova.compute.manager [req-2032cec2-d29a-4e93-bd3d-208ab61ef8f8 req-07f9feca-ef85-43b7-8bd2-3220292200e3 service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] No waiting events found dispatching network-vif-plugged-5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 896.967069] env[65664]: WARNING nova.compute.manager [req-2032cec2-d29a-4e93-bd3d-208ab61ef8f8 req-07f9feca-ef85-43b7-8bd2-3220292200e3 service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received unexpected event network-vif-plugged-5c299be8-f42d-4a98-8874-a84965136c89 for instance with vm_state building and task_state spawning. [ 897.223593] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415491, 'name': ReconfigVM_Task, 'duration_secs': 0.366694} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.223899] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.224858] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275f9e5d-fb78-44fe-bdf5-dae1ec37c47c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.254959] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22c73f5-878c-4f07-87d5-5756145520fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.275556] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 897.275556] env[65664]: value = "task-4415493" [ 897.275556] env[65664]: _type = "Task" [ 897.275556] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.287918] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.392864] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415492, 'name': Rename_Task, 'duration_secs': 0.218508} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.393201] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.393459] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f807b4b6-99a7-4d50-92da-7bcd1a3ebb37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.404915] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 897.404915] env[65664]: value = "task-4415494" [ 897.404915] env[65664]: _type = "Task" [ 897.404915] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.418791] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.674097] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fce725-2d88-454c-b606-d00b1d613bbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.685473] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0385fc-fe34-490a-9e9e-6c974e03059c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.719959] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b799e30-b86c-4027-852a-a6e67be1eb28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.729537] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d2c93-7b9c-4486-8b3e-87269f09d0e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.747197] env[65664]: DEBUG nova.compute.provider_tree [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.785845] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415493, 'name': ReconfigVM_Task, 'duration_secs': 0.183394} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.786211] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.786503] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac082325-6c7f-40e1-9a7d-23406571b128 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.794083] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 897.794083] env[65664]: value = "task-4415495" [ 897.794083] env[65664]: _type = "Task" [ 897.794083] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.804100] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.886420] env[65664]: DEBUG nova.compute.manager [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 897.887392] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c4eaeb-d712-4910-8572-82e8dac8a314 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.918938] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.252552] env[65664]: DEBUG nova.scheduler.client.report [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.307537] env[65664]: DEBUG oslo_vmware.api [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415495, 'name': PowerOnVM_Task, 'duration_secs': 0.433067} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.307856] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.311328] env[65664]: DEBUG nova.compute.manager [None req-d105f2ce-2a10-4874-ac48-a5a6c16494ed tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.312160] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4f9f7-2993-40ac-92ab-289d964340d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.400341] env[65664]: INFO nova.compute.manager [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] instance snapshotting [ 898.400544] env[65664]: WARNING nova.compute.manager [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 898.403388] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95998384-3ff7-4930-a08a-94efc7d21600 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.428408] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724f639-0c30-4424-8646-f68d530e887e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.435941] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.759935] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.761381] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 898.768912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.401s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.769184] env[65664]: DEBUG nova.objects.instance [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lazy-loading 'resources' on Instance uuid 9acd0bbf-8c30-4e64-939d-0b471ab66c0b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.920211] env[65664]: DEBUG oslo_vmware.api [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415494, 'name': PowerOnVM_Task, 'duration_secs': 1.310681} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.920211] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.920211] env[65664]: INFO nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Took 10.48 seconds to spawn the instance on the hypervisor. [ 898.920453] env[65664]: DEBUG nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.921281] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8a534d-8f1e-49a5-80ed-8fa50a73a784 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.949372] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.949697] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cccd9b61-fdfb-4d37-aa02-de3b5d8b9044 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.959098] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 898.959098] env[65664]: value = "task-4415497" [ 898.959098] env[65664]: _type = "Task" [ 898.959098] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.971332] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.027272] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Successfully updated port: 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 899.274669] env[65664]: DEBUG nova.compute.utils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.280490] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 899.281299] env[65664]: DEBUG nova.network.neutron [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 899.281587] env[65664]: WARNING neutronclient.v2_0.client [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.282576] env[65664]: WARNING neutronclient.v2_0.client [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.345525] env[65664]: DEBUG nova.policy [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1d19b2576d4a46bc88bca7731d3a2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09e53732083644d2a701470325928cea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.444246] env[65664]: INFO nova.compute.manager [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Took 50.25 seconds to build instance. [ 899.475569] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415497, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.531747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.531831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.531948] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 899.693293] env[65664]: DEBUG nova.compute.manager [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received event network-changed-5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 899.693538] env[65664]: DEBUG nova.compute.manager [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Refreshing instance network info cache due to event network-changed-5c299be8-f42d-4a98-8874-a84965136c89. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 899.693772] env[65664]: DEBUG oslo_concurrency.lockutils [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] Acquiring lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.716280] env[65664]: DEBUG nova.network.neutron [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Successfully created port: 54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 899.785722] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 899.851186] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d9749-75da-4481-8e63-83342f5fcf86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.861145] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddc34af-e30b-4168-a0a2-bc160054ba4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.898862] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e550a-d655-4f4d-b1e2-2697acad3566 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.907466] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a714304-85e1-4837-9dec-406636b7c832 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.924017] env[65664]: DEBUG nova.compute.provider_tree [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.948037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.676s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.973549] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415497, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.198063] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 900.232510] env[65664]: INFO nova.compute.manager [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Rescuing [ 900.232812] env[65664]: DEBUG oslo_concurrency.lockutils [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.232957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.233140] env[65664]: DEBUG nova.network.neutron [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.340539] env[65664]: INFO nova.compute.manager [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Unrescuing [ 900.340728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.340864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquired lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.341202] env[65664]: DEBUG nova.network.neutron [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.397506] env[65664]: WARNING neutronclient.v2_0.client [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.427383] env[65664]: DEBUG nova.scheduler.client.report [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.473962] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415497, 'name': CreateSnapshot_Task, 'duration_secs': 1.148044} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.474429] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.475550] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3500d8fb-7d59-4457-b487-160ee88c6316 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.656650] env[65664]: WARNING neutronclient.v2_0.client [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.735844] env[65664]: WARNING neutronclient.v2_0.client [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.800656] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 900.817966] env[65664]: DEBUG nova.network.neutron [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Updating instance_info_cache with network_info: [{"id": "5c299be8-f42d-4a98-8874-a84965136c89", "address": "fa:16:3e:56:17:62", "network": {"id": "9fd4a00d-fea2-41b1-88fb-65b746006c88", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1897026438", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c299be8-f4", "ovs_interfaceid": "5c299be8-f42d-4a98-8874-a84965136c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "address": "fa:16:3e:b4:69:91", "network": {"id": "06a25f2f-f649-4c9e-bb6e-9965331e788a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1258493318", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fffa5b7-e1", "ovs_interfaceid": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.832665] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 900.832909] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.833276] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 900.833777] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.834042] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 900.834217] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 900.834720] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.834990] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 900.835705] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 900.836393] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 900.836393] env[65664]: DEBUG nova.virt.hardware [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 900.837591] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5887c5-51b2-43f7-b84d-66dba990bdb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.844507] env[65664]: WARNING neutronclient.v2_0.client [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.851523] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a85e8e1-07cd-4d59-9da1-f39c4f429708 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.933711] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.936020] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.209s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.955436] env[65664]: INFO nova.scheduler.client.report [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted allocations for instance 9acd0bbf-8c30-4e64-939d-0b471ab66c0b [ 900.997422] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.000753] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a7abc98-cb2f-49d0-8407-ef4f63f38e70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.002917] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 901.003154] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864110', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'name': 'volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a3376e-2bda-4fbb-b0d6-e54a8db83d3d', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'serial': '2bb8b26c-bef6-4f3f-8f7a-241716c05726'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 901.004287] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9089a6a5-91e8-4354-b492-13193cf519d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.012152] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 901.012152] env[65664]: value = "task-4415498" [ 901.012152] env[65664]: _type = "Task" [ 901.012152] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.031101] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552e774-e802-447a-a942-991726449ef4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.046876] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415498, 'name': CloneVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.074969] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726/volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.075376] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f931c300-4dfa-4998-89e1-1b180aa497fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.097426] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 901.097426] env[65664]: value = "task-4415499" [ 901.097426] env[65664]: _type = "Task" [ 901.097426] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.108725] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.226564] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "0b12beac-c556-4a9d-98a8-9ecc469b7074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.226833] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "0b12beac-c556-4a9d-98a8-9ecc469b7074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.323396] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Releasing lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.323858] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Instance network_info: |[{"id": "5c299be8-f42d-4a98-8874-a84965136c89", "address": "fa:16:3e:56:17:62", "network": {"id": "9fd4a00d-fea2-41b1-88fb-65b746006c88", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1897026438", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c299be8-f4", "ovs_interfaceid": "5c299be8-f42d-4a98-8874-a84965136c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "address": "fa:16:3e:b4:69:91", "network": {"id": "06a25f2f-f649-4c9e-bb6e-9965331e788a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1258493318", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fffa5b7-e1", "ovs_interfaceid": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 901.324230] env[65664]: DEBUG oslo_concurrency.lockutils [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] Acquired lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.324443] env[65664]: DEBUG nova.network.neutron [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Refreshing network info cache for port 5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.325912] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:17:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c299be8-f42d-4a98-8874-a84965136c89', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:69:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fffa5b7-e11f-4f24-b556-14c90ac79ad1', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.336577] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 901.340905] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.341488] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4deae04f-6520-4901-905f-f24bc14329fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.369099] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.369099] env[65664]: value = "task-4415500" [ 901.369099] env[65664]: _type = "Task" [ 901.369099] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.379885] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415500, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.403269] env[65664]: WARNING neutronclient.v2_0.client [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.437295] env[65664]: WARNING neutronclient.v2_0.client [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.445774] env[65664]: INFO nova.compute.claims [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.465456] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "9acd0bbf-8c30-4e64-939d-0b471ab66c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.685s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.529721] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415498, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.612478] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.616177] env[65664]: DEBUG nova.network.neutron [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Updating instance_info_cache with network_info: [{"id": "f102815b-0461-4c92-9047-d08da1b0b250", "address": "fa:16:3e:53:d6:62", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf102815b-04", "ovs_interfaceid": "f102815b-0461-4c92-9047-d08da1b0b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.649946] env[65664]: DEBUG nova.network.neutron [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updating instance_info_cache with network_info: [{"id": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "address": "fa:16:3e:81:2d:79", "network": {"id": "a6f2d5b1-d0c4-4396-8aca-a3f6cad94ff2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1639596175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "548b1a32de444d339d1080c40d190bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d21aed4-d1", "ovs_interfaceid": "0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.729803] env[65664]: DEBUG nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 901.772235] env[65664]: DEBUG nova.network.neutron [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Successfully updated port: 54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 901.844032] env[65664]: WARNING neutronclient.v2_0.client [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.883609] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415500, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.954561] env[65664]: INFO nova.compute.resource_tracker [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating resource usage from migration 3e1c6861-68ea-4430-82e8-fda3b291b50f [ 902.005538] env[65664]: DEBUG nova.compute.manager [req-19a9d2ba-cd39-4b0b-b35f-dfa0d33e1068 req-a0576db7-2a44-4ace-999e-2b152fd6d931 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Received event network-vif-plugged-54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 902.006338] env[65664]: DEBUG oslo_concurrency.lockutils [req-19a9d2ba-cd39-4b0b-b35f-dfa0d33e1068 req-a0576db7-2a44-4ace-999e-2b152fd6d931 service nova] Acquiring lock "8e203ba5-61f9-41a5-94d3-7bb731482e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.006338] env[65664]: DEBUG oslo_concurrency.lockutils [req-19a9d2ba-cd39-4b0b-b35f-dfa0d33e1068 req-a0576db7-2a44-4ace-999e-2b152fd6d931 service nova] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.006338] env[65664]: DEBUG oslo_concurrency.lockutils [req-19a9d2ba-cd39-4b0b-b35f-dfa0d33e1068 req-a0576db7-2a44-4ace-999e-2b152fd6d931 service nova] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.006338] env[65664]: DEBUG nova.compute.manager [req-19a9d2ba-cd39-4b0b-b35f-dfa0d33e1068 req-a0576db7-2a44-4ace-999e-2b152fd6d931 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] No waiting events found dispatching network-vif-plugged-54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 902.006584] env[65664]: WARNING nova.compute.manager [req-19a9d2ba-cd39-4b0b-b35f-dfa0d33e1068 req-a0576db7-2a44-4ace-999e-2b152fd6d931 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Received unexpected event network-vif-plugged-54e999b9-ef6a-489b-97c8-42ae204701e2 for instance with vm_state building and task_state spawning. [ 902.029526] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415498, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.033458] env[65664]: DEBUG nova.compute.manager [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received event network-changed-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 902.033458] env[65664]: DEBUG nova.compute.manager [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Refreshing instance network info cache due to event network-changed-3fffa5b7-e11f-4f24-b556-14c90ac79ad1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 902.033458] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] Acquiring lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.048771] env[65664]: WARNING neutronclient.v2_0.client [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.116942] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415499, 'name': ReconfigVM_Task, 'duration_secs': 0.799812} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.117284] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726/volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.127984] env[65664]: DEBUG oslo_concurrency.lockutils [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.130370] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-240ed61a-a044-4461-a39c-cdd82c98e64c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.148029] env[65664]: DEBUG nova.network.neutron [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Updated VIF entry in instance network info cache for port 5c299be8-f42d-4a98-8874-a84965136c89. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.148935] env[65664]: DEBUG nova.network.neutron [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Updating instance_info_cache with network_info: [{"id": "5c299be8-f42d-4a98-8874-a84965136c89", "address": "fa:16:3e:56:17:62", "network": {"id": "9fd4a00d-fea2-41b1-88fb-65b746006c88", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1897026438", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c299be8-f4", "ovs_interfaceid": "5c299be8-f42d-4a98-8874-a84965136c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "address": "fa:16:3e:b4:69:91", "network": {"id": "06a25f2f-f649-4c9e-bb6e-9965331e788a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1258493318", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fffa5b7-e1", "ovs_interfaceid": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.152793] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 902.152793] env[65664]: value = "task-4415501" [ 902.152793] env[65664]: _type = "Task" [ 902.152793] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.155809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Releasing lock "refresh_cache-c07dc834-0d8c-455d-a138-549ff3738fa2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.156793] env[65664]: DEBUG nova.objects.instance [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lazy-loading 'flavor' on Instance uuid c07dc834-0d8c-455d-a138-549ff3738fa2 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.183447] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.253455] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.253725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.253946] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.254117] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.254290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.256467] env[65664]: INFO nova.compute.manager [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Terminating instance [ 902.261183] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.276464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "refresh_cache-8e203ba5-61f9-41a5-94d3-7bb731482e79" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.276692] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquired lock "refresh_cache-8e203ba5-61f9-41a5-94d3-7bb731482e79" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.276906] env[65664]: DEBUG nova.network.neutron [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 902.382168] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415500, 'name': CreateVM_Task, 'duration_secs': 0.519661} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.382168] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.382168] env[65664]: WARNING neutronclient.v2_0.client [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.382581] env[65664]: WARNING neutronclient.v2_0.client [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.382894] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.383066] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.383437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.383907] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d90662c-4cf6-47f5-8dd7-fae7af06da61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.391428] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 902.391428] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523d13af-bb5a-330a-3be9-3d5013f03c94" [ 902.391428] env[65664]: _type = "Task" [ 902.391428] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.401198] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523d13af-bb5a-330a-3be9-3d5013f03c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.501314] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.501585] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.501793] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.501970] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.502160] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.504680] env[65664]: INFO nova.compute.manager [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Terminating instance [ 902.529175] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415498, 'name': CloneVM_Task, 'duration_secs': 1.507275} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.530214] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Created linked-clone VM from snapshot [ 902.530630] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee81ba3-c196-452a-9af7-c80f63838373 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.540511] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Uploading image 6eb9e57e-3eb9-404f-bedc-daf8ced08d2b {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.544439] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7412bdb5-c588-4af0-b295-0b49f01e862c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.552568] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd8ee59-c3d7-48ce-a4e7-ed7f7119016a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.588784] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.588784] env[65664]: value = "vm-864112" [ 902.588784] env[65664]: _type = "VirtualMachine" [ 902.588784] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.589613] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633dc47a-6061-4df8-8c27-125a3243d7f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.592356] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1bdddd2e-4033-4cdd-b640-8ce9b7224a26 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.601682] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487d6a5-0ec2-4bc9-b83f-274b4dc46d6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.605715] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease: (returnval){ [ 902.605715] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b66cc9-1340-3891-646f-aeb2d16459a7" [ 902.605715] env[65664]: _type = "HttpNfcLease" [ 902.605715] env[65664]: } obtained for exporting VM: (result){ [ 902.605715] env[65664]: value = "vm-864112" [ 902.605715] env[65664]: _type = "VirtualMachine" [ 902.605715] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.605962] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the lease: (returnval){ [ 902.605962] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b66cc9-1340-3891-646f-aeb2d16459a7" [ 902.605962] env[65664]: _type = "HttpNfcLease" [ 902.605962] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.620060] env[65664]: DEBUG nova.compute.provider_tree [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.624567] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.624567] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b66cc9-1340-3891-646f-aeb2d16459a7" [ 902.624567] env[65664]: _type = "HttpNfcLease" [ 902.624567] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.627019] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.627019] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b66cc9-1340-3891-646f-aeb2d16459a7" [ 902.627019] env[65664]: _type = "HttpNfcLease" [ 902.627019] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.627019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9724f6-2ef9-4dd7-a6ca-5d2d4dd3e440 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.635498] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135cf2-b11f-1d83-f255-85062b230b7a/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.635689] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135cf2-b11f-1d83-f255-85062b230b7a/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.692062] env[65664]: DEBUG oslo_concurrency.lockutils [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] Releasing lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692419] env[65664]: DEBUG nova.compute.manager [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received event network-vif-plugged-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 902.692516] env[65664]: DEBUG oslo_concurrency.lockutils [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] Acquiring lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.692716] env[65664]: DEBUG oslo_concurrency.lockutils [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.692870] env[65664]: DEBUG oslo_concurrency.lockutils [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.693037] env[65664]: DEBUG nova.compute.manager [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] No waiting events found dispatching network-vif-plugged-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 902.693274] env[65664]: WARNING nova.compute.manager [req-a93a7503-6353-49c2-8c32-73bed00bbb95 req-debea6f4-b2df-40bd-b82a-d79525c16b8f service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received unexpected event network-vif-plugged-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 for instance with vm_state building and task_state spawning. [ 902.693703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "367c9018-7b83-41ed-9349-f8003f4af2b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.693885] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.694081] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "367c9018-7b83-41ed-9349-f8003f4af2b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.694255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.694404] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.696389] env[65664]: INFO nova.compute.manager [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Terminating instance [ 902.704708] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] Acquired lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.704708] env[65664]: DEBUG nova.network.neutron [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Refreshing network info cache for port 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.708597] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0da659-87d9-443e-b7db-56723c091e4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.711822] env[65664]: DEBUG nova.compute.manager [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 902.712342] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.713297] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7694de51-7736-4e9d-9ad1-53ab84f63304 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.725731] env[65664]: DEBUG oslo_vmware.api [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415501, 'name': ReconfigVM_Task, 'duration_secs': 0.291034} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.741795] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864110', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'name': 'volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a3376e-2bda-4fbb-b0d6-e54a8db83d3d', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'serial': '2bb8b26c-bef6-4f3f-8f7a-241716c05726'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 902.743425] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.743992] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.747181] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0715019e-e458-4329-b3c8-d4e27fa2d6f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.747181] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcec43a4-8dcd-49b1-8f31-6b2f8e3fe476 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.756276] env[65664]: DEBUG oslo_vmware.api [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 902.756276] env[65664]: value = "task-4415503" [ 902.756276] env[65664]: _type = "Task" [ 902.756276] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.756850] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 902.756850] env[65664]: value = "task-4415504" [ 902.756850] env[65664]: _type = "Task" [ 902.756850] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.765688] env[65664]: DEBUG nova.compute.manager [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 902.765908] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.768803] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19c06eb-3aba-47e1-85d2-7313885e3ae9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.778047] env[65664]: DEBUG oslo_vmware.api [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.784715] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.788389] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.789441] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e37c2ae-4c53-420e-8731-f38df5896002 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.794037] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f68300b-df05-4e28-a31f-3ff1882c92d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.801309] env[65664]: DEBUG oslo_vmware.api [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 902.801309] env[65664]: value = "task-4415505" [ 902.801309] env[65664]: _type = "Task" [ 902.801309] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.814979] env[65664]: DEBUG oslo_vmware.api [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.839131] env[65664]: DEBUG nova.network.neutron [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 902.912491] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523d13af-bb5a-330a-3be9-3d5013f03c94, 'name': SearchDatastore_Task, 'duration_secs': 0.045791} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.912491] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.912491] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.912491] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.912491] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.912491] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.912491] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-142fcfcf-edcd-478d-8cf5-3766169b681e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.929771] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.930239] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.931202] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf695eb-66af-4f34-a52c-d7fd15a25439 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.938881] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 902.938881] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e98658-eddd-dacc-b6f1-9408e65c885e" [ 902.938881] env[65664]: _type = "Task" [ 902.938881] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.945428] env[65664]: WARNING neutronclient.v2_0.client [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.955931] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e98658-eddd-dacc-b6f1-9408e65c885e, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.957017] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a36c861-7865-45c7-bec6-654ccaf55b10 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.964727] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 902.964727] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52903c48-d9b0-f3c6-24c3-1b3d056f65d7" [ 902.964727] env[65664]: _type = "Task" [ 902.964727] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.980014] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52903c48-d9b0-f3c6-24c3-1b3d056f65d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.012341] env[65664]: DEBUG nova.compute.manager [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 903.012341] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.012702] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17f18b-f545-4fbf-af79-e3b53a27267e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.022566] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.022860] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e4bf28-af00-4a91-b6d8-99f5c0ba156e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.034304] env[65664]: DEBUG oslo_vmware.api [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 903.034304] env[65664]: value = "task-4415506" [ 903.034304] env[65664]: _type = "Task" [ 903.034304] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.053021] env[65664]: DEBUG oslo_vmware.api [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.055021] env[65664]: DEBUG nova.network.neutron [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Updating instance_info_cache with network_info: [{"id": "54e999b9-ef6a-489b-97c8-42ae204701e2", "address": "fa:16:3e:21:3d:fe", "network": {"id": "2f6d875f-e9a4-4d42-98b6-ac11e37f8407", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-412782014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09e53732083644d2a701470325928cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e999b9-ef", "ovs_interfaceid": "54e999b9-ef6a-489b-97c8-42ae204701e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.122623] env[65664]: DEBUG nova.scheduler.client.report [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.213630] env[65664]: WARNING neutronclient.v2_0.client [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.285893] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415504, 'name': PowerOffVM_Task, 'duration_secs': 0.249419} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.290027] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.296187] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.296766] env[65664]: DEBUG oslo_vmware.api [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415503, 'name': PowerOffVM_Task, 'duration_secs': 0.24006} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.299583] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7628af3-b105-401e-a266-f24fd70578f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.317436] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.317760] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.319315] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5343fc74-cd7d-40f4-9310-d4d0ab20e12e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.334622] env[65664]: DEBUG oslo_vmware.api [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415505, 'name': PowerOffVM_Task, 'duration_secs': 0.231625} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.340323] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.340323] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.340728] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 903.340728] env[65664]: value = "task-4415507" [ 903.340728] env[65664]: _type = "Task" [ 903.340728] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.342524] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e006816-7fa9-4ffd-a567-76f858ba202d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.355854] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.414379] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.414667] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.415040] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleting the datastore file [datastore1] 367c9018-7b83-41ed-9349-f8003f4af2b8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.415344] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e73eb1-9490-4b86-ac64-bb570ccbb218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.426092] env[65664]: DEBUG oslo_vmware.api [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 903.426092] env[65664]: value = "task-4415510" [ 903.426092] env[65664]: _type = "Task" [ 903.426092] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.433282] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.433282] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.433282] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleting the datastore file [datastore1] 19a4e1e6-2b87-46ce-b663-6b73982c50b9 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.433582] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eacb7dbe-5cb4-4925-8b0c-d1dd3130f79c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.440315] env[65664]: DEBUG oslo_vmware.api [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.447671] env[65664]: DEBUG oslo_vmware.api [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for the task: (returnval){ [ 903.447671] env[65664]: value = "task-4415511" [ 903.447671] env[65664]: _type = "Task" [ 903.447671] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.459465] env[65664]: DEBUG oslo_vmware.api [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.461536] env[65664]: WARNING neutronclient.v2_0.client [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.480026] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52903c48-d9b0-f3c6-24c3-1b3d056f65d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.480026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.480026] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f317f33a-8a2d-4e65-9429-d4d2bfa0a24a/f317f33a-8a2d-4e65-9429-d4d2bfa0a24a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.480026] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-509c3f13-0110-40ad-bc24-268ba3beb32d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.487389] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 903.487389] env[65664]: value = "task-4415512" [ 903.487389] env[65664]: _type = "Task" [ 903.487389] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.497841] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.549535] env[65664]: DEBUG oslo_vmware.api [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415506, 'name': PowerOffVM_Task, 'duration_secs': 0.199413} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.550117] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.550742] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.551666] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5567e94b-98e0-4358-a824-e52244a98f33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.560335] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Releasing lock "refresh_cache-8e203ba5-61f9-41a5-94d3-7bb731482e79" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.562094] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Instance network_info: |[{"id": "54e999b9-ef6a-489b-97c8-42ae204701e2", "address": "fa:16:3e:21:3d:fe", "network": {"id": "2f6d875f-e9a4-4d42-98b6-ac11e37f8407", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-412782014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09e53732083644d2a701470325928cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e999b9-ef", "ovs_interfaceid": "54e999b9-ef6a-489b-97c8-42ae204701e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 903.562094] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e999b9-ef6a-489b-97c8-42ae204701e2', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.570935] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Creating folder: Project (09e53732083644d2a701470325928cea). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.572511] env[65664]: DEBUG nova.network.neutron [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Updated VIF entry in instance network info cache for port 3fffa5b7-e11f-4f24-b556-14c90ac79ad1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.573173] env[65664]: DEBUG nova.network.neutron [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Updating instance_info_cache with network_info: [{"id": "5c299be8-f42d-4a98-8874-a84965136c89", "address": "fa:16:3e:56:17:62", "network": {"id": "9fd4a00d-fea2-41b1-88fb-65b746006c88", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1897026438", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c299be8-f4", "ovs_interfaceid": "5c299be8-f42d-4a98-8874-a84965136c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "address": "fa:16:3e:b4:69:91", "network": {"id": "06a25f2f-f649-4c9e-bb6e-9965331e788a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1258493318", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "af53f34ae1e6483dac0e72c05bf795ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fffa5b7-e1", "ovs_interfaceid": "3fffa5b7-e11f-4f24-b556-14c90ac79ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.575072] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d445d6-e007-4700-9020-0f48d9126394 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.595879] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Created folder: Project (09e53732083644d2a701470325928cea) in parent group-v863926. [ 903.596203] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Creating folder: Instances. Parent ref: group-v864114. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.596553] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a53c2505-56a2-4468-94b9-5fba63e40bac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.613932] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Created folder: Instances in parent group-v864114. [ 903.614622] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 903.614711] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.615266] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd3a769e-2a8e-4dab-afef-7b46051df8f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.647136] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.711s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.647419] env[65664]: INFO nova.compute.manager [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Migrating [ 903.658724] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.659086] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.659526] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore1] aa30f091-2278-4bcd-ad0a-bd6fadb52fb9 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.664821] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.398s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.666869] env[65664]: INFO nova.compute.claims [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.675434] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c2bb49-9ba2-4044-9629-0f8fac0e80d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.691246] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.691246] env[65664]: value = "task-4415516" [ 903.691246] env[65664]: _type = "Task" [ 903.691246] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.702869] env[65664]: DEBUG oslo_vmware.api [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 903.702869] env[65664]: value = "task-4415517" [ 903.702869] env[65664]: _type = "Task" [ 903.702869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.710706] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415516, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.718986] env[65664]: DEBUG oslo_vmware.api [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.723261] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.723619] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6776765-ebcb-4ce8-9711-ddd74385e6dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.736268] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 903.736268] env[65664]: value = "task-4415518" [ 903.736268] env[65664]: _type = "Task" [ 903.736268] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.749324] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.801746] env[65664]: DEBUG nova.objects.instance [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'flavor' on Instance uuid 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.858276] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415507, 'name': ReconfigVM_Task, 'duration_secs': 0.310098} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.859016] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 903.859871] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.859871] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af1bbd3-bb25-4a90-b08b-0e300d35126e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.870943] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 903.870943] env[65664]: value = "task-4415519" [ 903.870943] env[65664]: _type = "Task" [ 903.870943] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.888999] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.943638] env[65664]: DEBUG oslo_vmware.api [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18601} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.943638] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.943822] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.943880] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.944089] env[65664]: INFO nova.compute.manager [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 903.944445] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 903.944823] env[65664]: DEBUG nova.compute.manager [-] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 903.946017] env[65664]: DEBUG nova.network.neutron [-] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 903.946017] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.961049] env[65664]: DEBUG oslo_vmware.api [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Task: {'id': task-4415511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206346} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.961807] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.962141] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.962340] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.962513] env[65664]: INFO nova.compute.manager [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 903.962785] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 903.963103] env[65664]: DEBUG nova.compute.manager [-] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 903.963236] env[65664]: DEBUG nova.network.neutron [-] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 903.965803] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.995519] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.003839] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415512, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.032332] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.067594] env[65664]: DEBUG nova.compute.manager [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Received event network-changed-54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 904.068887] env[65664]: DEBUG nova.compute.manager [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Refreshing instance network info cache due to event network-changed-54e999b9-ef6a-489b-97c8-42ae204701e2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 904.069256] env[65664]: DEBUG oslo_concurrency.lockutils [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] Acquiring lock "refresh_cache-8e203ba5-61f9-41a5-94d3-7bb731482e79" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.069331] env[65664]: DEBUG oslo_concurrency.lockutils [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] Acquired lock "refresh_cache-8e203ba5-61f9-41a5-94d3-7bb731482e79" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.069581] env[65664]: DEBUG nova.network.neutron [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Refreshing network info cache for port 54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.080361] env[65664]: DEBUG oslo_concurrency.lockutils [req-e0b5de29-461c-4727-874b-aeb93bd30d7a req-87a0b284-a697-47e1-8cba-ef1d0fc34dec service nova] Releasing lock "refresh_cache-f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.187643] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.188053] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.188322] env[65664]: DEBUG nova.network.neutron [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.209089] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415516, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.221680] env[65664]: DEBUG oslo_vmware.api [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503367} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.221951] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.222144] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.222317] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.222483] env[65664]: INFO nova.compute.manager [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 904.222715] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 904.222899] env[65664]: DEBUG nova.compute.manager [-] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 904.222994] env[65664]: DEBUG nova.network.neutron [-] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.223252] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.248573] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415518, 'name': PowerOffVM_Task, 'duration_secs': 0.42323} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.248927] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.249938] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d3090-7e0e-49e8-bb47-5a33a64dea9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.272361] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17565cc6-0ebb-498b-bf43-e7292f4dd391 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.310714] env[65664]: DEBUG oslo_concurrency.lockutils [None req-201729c0-8fc7-4af8-b62f-8e5e96b7e840 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.949s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.325430] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.325800] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6788de-2c9f-4895-be92-c9dd3db7600f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.339187] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 904.339187] env[65664]: value = "task-4415520" [ 904.339187] env[65664]: _type = "Task" [ 904.339187] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.360086] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 904.360086] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.360086] env[65664]: DEBUG oslo_concurrency.lockutils [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.360086] env[65664]: DEBUG oslo_concurrency.lockutils [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.360086] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.360086] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78adf3dc-39b9-4395-9040-10929c5db3fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.371915] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.372137] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.376454] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e4d54b-2fb4-4f12-b7d5-db7a46c60ca1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.387305] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.387759] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 904.387759] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524c1e29-041c-cd39-b1d0-e63c7974c291" [ 904.387759] env[65664]: _type = "Task" [ 904.387759] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.388980] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.404024] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524c1e29-041c-cd39-b1d0-e63c7974c291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.499199] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580816} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.499504] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f317f33a-8a2d-4e65-9429-d4d2bfa0a24a/f317f33a-8a2d-4e65-9429-d4d2bfa0a24a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.499707] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.499966] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d652ebd-a9a5-4b7e-8f38-24328cdbb68a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.507926] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 904.507926] env[65664]: value = "task-4415521" [ 904.507926] env[65664]: _type = "Task" [ 904.507926] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.519123] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.573551] env[65664]: WARNING neutronclient.v2_0.client [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.691605] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.713676] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415516, 'name': CreateVM_Task, 'duration_secs': 0.526929} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.713903] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.714585] env[65664]: WARNING neutronclient.v2_0.client [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.714987] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.715270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.715649] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.715914] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9711d467-6334-4cc0-8c02-311ea5ae1e23 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.721836] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 904.721836] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52793941-a495-d1a6-f914-542dd33043a0" [ 904.721836] env[65664]: _type = "Task" [ 904.721836] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.737055] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52793941-a495-d1a6-f914-542dd33043a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.747170] env[65664]: DEBUG nova.compute.manager [req-63e47887-2527-4a98-9613-0d1caf641e47 req-38b7fd95-921a-4cb7-b59c-872e98ebf531 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Received event network-vif-deleted-ce81c5e2-5481-49db-b160-77235b844c19 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 904.747452] env[65664]: INFO nova.compute.manager [req-63e47887-2527-4a98-9613-0d1caf641e47 req-38b7fd95-921a-4cb7-b59c-872e98ebf531 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Neutron deleted interface ce81c5e2-5481-49db-b160-77235b844c19; detaching it from the instance and deleting it from the info cache [ 904.747655] env[65664]: DEBUG nova.network.neutron [req-63e47887-2527-4a98-9613-0d1caf641e47 req-38b7fd95-921a-4cb7-b59c-872e98ebf531 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.800728] env[65664]: WARNING neutronclient.v2_0.client [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.815837] env[65664]: DEBUG nova.network.neutron [-] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.817259] env[65664]: DEBUG nova.network.neutron [-] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.888783] env[65664]: DEBUG oslo_vmware.api [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415519, 'name': PowerOnVM_Task, 'duration_secs': 0.530552} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.892186] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.893181] env[65664]: DEBUG nova.compute.manager [None req-1c8fbc26-c733-47e6-8cbc-e4262b281810 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 904.895146] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258525c1-f06b-4ee3-a257-d5746c528c54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.915895] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524c1e29-041c-cd39-b1d0-e63c7974c291, 'name': SearchDatastore_Task, 'duration_secs': 0.016879} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.918895] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e3b0bf-fedf-4981-94d5-775904cdf204 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.924867] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 904.924867] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52504b41-73fd-7860-485a-5cf6750660dc" [ 904.924867] env[65664]: _type = "Task" [ 904.924867] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.936799] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.940032] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52504b41-73fd-7860-485a-5cf6750660dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.963922] env[65664]: DEBUG nova.network.neutron [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Updated VIF entry in instance network info cache for port 54e999b9-ef6a-489b-97c8-42ae204701e2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 904.964499] env[65664]: DEBUG nova.network.neutron [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Updating instance_info_cache with network_info: [{"id": "54e999b9-ef6a-489b-97c8-42ae204701e2", "address": "fa:16:3e:21:3d:fe", "network": {"id": "2f6d875f-e9a4-4d42-98b6-ac11e37f8407", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-412782014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09e53732083644d2a701470325928cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e999b9-ef", "ovs_interfaceid": "54e999b9-ef6a-489b-97c8-42ae204701e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.024207] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158386} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.024652] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.025588] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e14a705-fd76-45bf-ac36-20414e89c938 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.055777] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] f317f33a-8a2d-4e65-9429-d4d2bfa0a24a/f317f33a-8a2d-4e65-9429-d4d2bfa0a24a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.062524] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c28ccda-0e29-4170-afe7-7795b885c065 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.086871] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 905.086871] env[65664]: value = "task-4415522" [ 905.086871] env[65664]: _type = "Task" [ 905.086871] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.103052] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.125675] env[65664]: DEBUG nova.network.neutron [-] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.153534] env[65664]: DEBUG nova.network.neutron [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.238900] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52793941-a495-d1a6-f914-542dd33043a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.242485] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.242485] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.242673] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.242824] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.243018] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.243535] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286931d4-2d6f-4cb1-9c3b-879cd97f37e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.251096] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c45e7ec7-8783-4f55-8795-f1ad40eb7942 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.255126] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.255362] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.257245] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10eaa8f-6bbf-47ed-a75e-bd30e717c2c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.263676] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726af08-60bf-40f4-8aaf-78ae648de56c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.282539] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 905.282539] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fd8aeb-51e2-f819-0e4b-13ad7e3dd7a5" [ 905.282539] env[65664]: _type = "Task" [ 905.282539] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.292917] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fd8aeb-51e2-f819-0e4b-13ad7e3dd7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.309247] env[65664]: DEBUG nova.compute.manager [req-63e47887-2527-4a98-9613-0d1caf641e47 req-38b7fd95-921a-4cb7-b59c-872e98ebf531 service nova] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Detach interface failed, port_id=ce81c5e2-5481-49db-b160-77235b844c19, reason: Instance 19a4e1e6-2b87-46ce-b663-6b73982c50b9 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 905.319236] env[65664]: INFO nova.compute.manager [-] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Took 1.37 seconds to deallocate network for instance. [ 905.324710] env[65664]: INFO nova.compute.manager [-] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Took 1.36 seconds to deallocate network for instance. [ 905.376890] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b6932b-5cfa-4ebe-afb9-db40bd77223b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.388673] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade87a2-ab44-4d26-b1e0-8541491a38ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.436022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c092941-e696-45de-80eb-074110e31c23 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.451181] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52504b41-73fd-7860-485a-5cf6750660dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.451889] env[65664]: DEBUG oslo_concurrency.lockutils [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.452562] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. {{(pid=65664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 905.453189] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d21a582-1d7c-4b19-828e-e315ea5f1c60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.456738] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27454cc1-356e-4a56-9db5-9b48de1fbaea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.476038] env[65664]: DEBUG oslo_concurrency.lockutils [req-406bf8f7-be1c-464c-89e5-ea3bf6127ee2 req-032fa924-2ec1-476f-ae46-a26c211f2a90 service nova] Releasing lock "refresh_cache-8e203ba5-61f9-41a5-94d3-7bb731482e79" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.477265] env[65664]: DEBUG nova.compute.provider_tree [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.481718] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 905.481718] env[65664]: value = "task-4415523" [ 905.481718] env[65664]: _type = "Task" [ 905.481718] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.491745] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.505977] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.506640] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.599944] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.629179] env[65664]: INFO nova.compute.manager [-] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Took 1.41 seconds to deallocate network for instance. [ 905.657198] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.797466] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fd8aeb-51e2-f819-0e4b-13ad7e3dd7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.017351} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.799425] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3928873d-ffa4-4887-896c-7ca69e946a8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.807578] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 905.807578] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5252a72c-5ca0-19cd-827d-5559fc64d80b" [ 905.807578] env[65664]: _type = "Task" [ 905.807578] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.817844] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5252a72c-5ca0-19cd-827d-5559fc64d80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.831942] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.835334] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.982777] env[65664]: DEBUG nova.scheduler.client.report [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.997523] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52341} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.998919] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. [ 905.998919] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db576749-c03f-479b-8ecd-58e48bb444e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.027170] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.028206] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c2d960-ef04-432b-b4a4-b2481be81538 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.053231] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 906.053231] env[65664]: value = "task-4415524" [ 906.053231] env[65664]: _type = "Task" [ 906.053231] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.063846] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.102913] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415522, 'name': ReconfigVM_Task, 'duration_secs': 0.57523} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.103348] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Reconfigured VM instance instance-00000042 to attach disk [datastore1] f317f33a-8a2d-4e65-9429-d4d2bfa0a24a/f317f33a-8a2d-4e65-9429-d4d2bfa0a24a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.104336] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25d0895-c9f5-45e6-8046-1943a8bf2bd3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.114362] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 906.114362] env[65664]: value = "task-4415525" [ 906.114362] env[65664]: _type = "Task" [ 906.114362] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.125424] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415525, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.140135] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.197280] env[65664]: DEBUG nova.compute.manager [req-7ad91ac0-ae3e-4542-8034-f159602a33f7 req-79e0bd86-ba90-44a9-bdbd-3143d5d29e68 service nova] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Received event network-vif-deleted-d300c209-2db7-40c0-acff-cc04472179bc {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 906.197280] env[65664]: DEBUG nova.compute.manager [req-7ad91ac0-ae3e-4542-8034-f159602a33f7 req-79e0bd86-ba90-44a9-bdbd-3143d5d29e68 service nova] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Received event network-vif-deleted-24072ca7-59d8-4c04-922b-76539ab7eeca {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 906.320451] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5252a72c-5ca0-19cd-827d-5559fc64d80b, 'name': SearchDatastore_Task, 'duration_secs': 0.030299} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.320744] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.320787] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 8e203ba5-61f9-41a5-94d3-7bb731482e79/8e203ba5-61f9-41a5-94d3-7bb731482e79.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.324034] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d795d60-cc86-43b9-836c-5e3f7918a970 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.329840] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 906.329840] env[65664]: value = "task-4415526" [ 906.329840] env[65664]: _type = "Task" [ 906.329840] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.340298] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.493881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.493881] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 906.499226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.353s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.501349] env[65664]: INFO nova.compute.claims [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.571503] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415524, 'name': ReconfigVM_Task, 'duration_secs': 0.39546} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.572892] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.574273] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a452df5-3da1-4c64-bd3b-73f1097ade1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.578971] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "c07dc834-0d8c-455d-a138-549ff3738fa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.579114] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.579414] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "c07dc834-0d8c-455d-a138-549ff3738fa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.579873] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.579873] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.583601] env[65664]: INFO nova.compute.manager [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Terminating instance [ 906.613183] env[65664]: DEBUG nova.compute.manager [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 906.613562] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.614553] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc510f39-8d4c-4508-92e5-ca2941828d1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.628364] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c57ba-070e-4dc6-a53c-9e0b7db60db9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.643673] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.649271] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2725f97-a135-4f93-81e6-3a2867d25477 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.651851] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415525, 'name': Rename_Task, 'duration_secs': 0.237698} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.652283] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 906.652283] env[65664]: value = "task-4415527" [ 906.652283] env[65664]: _type = "Task" [ 906.652283] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.652582] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.653350] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd17819-8b1e-4301-a12d-86f7179b858d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.660668] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 906.660668] env[65664]: value = "task-4415528" [ 906.660668] env[65664]: _type = "Task" [ 906.660668] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.675445] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.675836] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 906.675836] env[65664]: value = "task-4415529" [ 906.675836] env[65664]: _type = "Task" [ 906.675836] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.683933] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.694936] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.841385] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.010391] env[65664]: DEBUG nova.compute.utils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.011696] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "90fb8d0f-7b01-423e-ade3-10dc360acf62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.011931] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.012980] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 907.013078] env[65664]: DEBUG nova.network.neutron [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 907.013629] env[65664]: WARNING neutronclient.v2_0.client [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.014316] env[65664]: WARNING neutronclient.v2_0.client [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.093867] env[65664]: DEBUG nova.policy [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a475fd5a04fe4351b164a8bb4cb3fdac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22bf952c16724e3e8e16c508c6eabd82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.164733] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.174254] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.183534] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586fa691-3f16-4c43-8758-b6770f19b12b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.192066] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.205895] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.342575] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550452} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.342924] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 8e203ba5-61f9-41a5-94d3-7bb731482e79/8e203ba5-61f9-41a5-94d3-7bb731482e79.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.343195] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.343485] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-583fc7f4-44ca-4d5f-a585-814d07d13280 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.353050] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 907.353050] env[65664]: value = "task-4415530" [ 907.353050] env[65664]: _type = "Task" [ 907.353050] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.364580] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.515414] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 907.562208] env[65664]: DEBUG nova.network.neutron [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Successfully created port: 27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.667422] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.684886] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415528, 'name': PowerOffVM_Task, 'duration_secs': 0.949608} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.689645] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.689645] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.689820] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-802a2e21-db60-4bb6-b3eb-502d4f7fb48b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.698542] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.714604] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.715224] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc90393-3dbb-4ab7-b6e9-fef2c26ad296 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.725224] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 907.725224] env[65664]: value = "task-4415532" [ 907.725224] env[65664]: _type = "Task" [ 907.725224] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.738944] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.790324] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.790324] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.790324] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Deleting the datastore file [datastore2] c07dc834-0d8c-455d-a138-549ff3738fa2 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.790324] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be1da6f2-0ba9-4a62-ac5e-6f80aa639e64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.799694] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 907.799694] env[65664]: value = "task-4415533" [ 907.799694] env[65664]: _type = "Task" [ 907.799694] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.813632] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.865569] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.140545] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0722a81f-dea4-41dc-8ffc-3c3c73c69f4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.153263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b203d642-c31c-4082-9f2a-223eca573b63 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.166915] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415527, 'name': ReconfigVM_Task, 'duration_secs': 1.345825} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.199627] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.200309] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ebe990-736c-44b4-802a-91611b1122cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.206059] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2009f7fb-ffeb-40fd-8a5e-15f8eb0989a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.224217] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e55f5a-76df-42d4-a8f5-48623119f931 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.228792] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 908.228792] env[65664]: value = "task-4415534" [ 908.228792] env[65664]: _type = "Task" [ 908.228792] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.229082] env[65664]: DEBUG oslo_vmware.api [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415529, 'name': PowerOnVM_Task, 'duration_secs': 1.348575} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.229954] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.230194] env[65664]: INFO nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Took 12.33 seconds to spawn the instance on the hypervisor. [ 908.230379] env[65664]: DEBUG nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 908.237808] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a90e9-d11b-4c25-a0e3-2bdd4d9fb91d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.251150] env[65664]: DEBUG nova.compute.provider_tree [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.260545] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.269480] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415532, 'name': PowerOffVM_Task, 'duration_secs': 0.452935} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.270894] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.271225] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.317734] env[65664]: DEBUG oslo_vmware.api [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204394} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.318056] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.318272] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.318489] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.318671] env[65664]: INFO nova.compute.manager [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Took 1.71 seconds to destroy the instance on the hypervisor. [ 908.318911] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 908.319362] env[65664]: DEBUG nova.compute.manager [-] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 908.319463] env[65664]: DEBUG nova.network.neutron [-] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 908.319734] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.365639] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.709841} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.366295] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.367740] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e33a542-cc80-4cf3-96ba-c384a429b5b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.392627] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8e203ba5-61f9-41a5-94d3-7bb731482e79/8e203ba5-61f9-41a5-94d3-7bb731482e79.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.393414] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-220b9019-89c9-41e3-b746-10166ff7a004 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.416603] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 908.416603] env[65664]: value = "task-4415535" [ 908.416603] env[65664]: _type = "Task" [ 908.416603] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.426078] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.486944] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.527343] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 908.561737] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.562042] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.562508] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.562508] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.562629] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.562696] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.562940] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.563276] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.563461] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.563623] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.563801] env[65664]: DEBUG nova.virt.hardware [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.564761] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b447e4bf-e76d-4965-92ac-588a386ed02b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.574802] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac041841-1293-4468-9bee-8bd80d826e0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.741509] env[65664]: DEBUG oslo_vmware.api [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415534, 'name': PowerOnVM_Task, 'duration_secs': 0.445326} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.741826] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.744922] env[65664]: DEBUG nova.compute.manager [None req-79f8766c-3c99-417c-9f0e-441b4ddabc23 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 908.746394] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2597c4-3d3b-4bfc-8932-7d3357db539b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.754923] env[65664]: DEBUG nova.scheduler.client.report [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.786643] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.787449] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.787972] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.788339] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.788944] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.788944] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.789104] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.789358] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.789634] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.789890] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.791212] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.803279] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0c457a-94d3-4ba5-8b29-7376faf59f97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.825245] env[65664]: INFO nova.compute.manager [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Took 51.44 seconds to build instance. [ 908.835577] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 908.835577] env[65664]: value = "task-4415536" [ 908.835577] env[65664]: _type = "Task" [ 908.835577] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.848649] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.928850] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.199795] env[65664]: DEBUG nova.network.neutron [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Successfully updated port: 27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.263578] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.264154] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 909.269760] env[65664]: DEBUG nova.network.neutron [-] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.271723] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.199s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.272909] env[65664]: INFO nova.compute.claims [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.286340] env[65664]: DEBUG nova.compute.manager [req-cece9e8c-4aad-409d-8676-3eb621522f47 req-6439eb1f-fd6e-4fa6-8697-6b7c49b48fe1 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Received event network-vif-deleted-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 909.286551] env[65664]: INFO nova.compute.manager [req-cece9e8c-4aad-409d-8676-3eb621522f47 req-6439eb1f-fd6e-4fa6-8697-6b7c49b48fe1 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Neutron deleted interface 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5; detaching it from the instance and deleting it from the info cache [ 909.287652] env[65664]: DEBUG nova.network.neutron [req-cece9e8c-4aad-409d-8676-3eb621522f47 req-6439eb1f-fd6e-4fa6-8697-6b7c49b48fe1 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.315847] env[65664]: DEBUG nova.compute.manager [req-441e7621-4554-492b-b14d-c685063caae4 req-9ea9dbde-fd59-420b-98cf-34ac8a994572 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Received event network-vif-plugged-27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 909.316056] env[65664]: DEBUG oslo_concurrency.lockutils [req-441e7621-4554-492b-b14d-c685063caae4 req-9ea9dbde-fd59-420b-98cf-34ac8a994572 service nova] Acquiring lock "78a7f578-6745-43e6-af34-b46d3f230cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.316296] env[65664]: DEBUG oslo_concurrency.lockutils [req-441e7621-4554-492b-b14d-c685063caae4 req-9ea9dbde-fd59-420b-98cf-34ac8a994572 service nova] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.316471] env[65664]: DEBUG oslo_concurrency.lockutils [req-441e7621-4554-492b-b14d-c685063caae4 req-9ea9dbde-fd59-420b-98cf-34ac8a994572 service nova] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.316719] env[65664]: DEBUG nova.compute.manager [req-441e7621-4554-492b-b14d-c685063caae4 req-9ea9dbde-fd59-420b-98cf-34ac8a994572 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] No waiting events found dispatching network-vif-plugged-27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 909.317104] env[65664]: WARNING nova.compute.manager [req-441e7621-4554-492b-b14d-c685063caae4 req-9ea9dbde-fd59-420b-98cf-34ac8a994572 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Received unexpected event network-vif-plugged-27f46a6c-8ee0-48a6-a255-ac45b697ac99 for instance with vm_state building and task_state spawning. [ 909.327836] env[65664]: DEBUG oslo_concurrency.lockutils [None req-20992114-cabe-4d07-98ec-34a0c23db5de tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.981s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.349263] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415536, 'name': ReconfigVM_Task, 'duration_secs': 0.239998} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.349844] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.430019] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415535, 'name': ReconfigVM_Task, 'duration_secs': 0.559728} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.430019] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8e203ba5-61f9-41a5-94d3-7bb731482e79/8e203ba5-61f9-41a5-94d3-7bb731482e79.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.430502] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b8c7da3-03ac-4fd8-b80a-4f2de42bd1a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.438737] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 909.438737] env[65664]: value = "task-4415537" [ 909.438737] env[65664]: _type = "Task" [ 909.438737] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.448378] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415537, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.704933] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.705290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquired lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.705537] env[65664]: DEBUG nova.network.neutron [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.772340] env[65664]: DEBUG nova.compute.utils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.773892] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 909.773892] env[65664]: DEBUG nova.network.neutron [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.774239] env[65664]: WARNING neutronclient.v2_0.client [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.774572] env[65664]: WARNING neutronclient.v2_0.client [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.781795] env[65664]: INFO nova.compute.manager [-] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Took 1.46 seconds to deallocate network for instance. [ 909.792758] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84528758-296c-41e3-977e-23516ee75e2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.805656] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce32502-9cfe-41d0-9efb-abcfdeeaaf8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.824819] env[65664]: DEBUG nova.policy [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e37710166f44d95aeb8e061d7a163a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93f69d8276f34ad699f6bb8270304b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.831597] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 909.861706] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:18:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b81859ab-321a-4d38-ab9e-34cf03787daf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036026321',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 909.861970] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.862115] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 909.862296] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.862438] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 909.862627] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 909.862773] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.862937] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 909.863128] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 909.863290] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 909.863463] env[65664]: DEBUG nova.virt.hardware [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 909.868840] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.869411] env[65664]: DEBUG nova.compute.manager [req-cece9e8c-4aad-409d-8676-3eb621522f47 req-6439eb1f-fd6e-4fa6-8697-6b7c49b48fe1 service nova] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Detach interface failed, port_id=0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5, reason: Instance c07dc834-0d8c-455d-a138-549ff3738fa2 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 909.870423] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-146672dd-bd7c-44dc-a64a-aa152fb94e83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.891929] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 909.891929] env[65664]: value = "task-4415538" [ 909.891929] env[65664]: _type = "Task" [ 909.891929] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.904815] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.950953] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415537, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.161119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.161119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.161119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.161119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.161119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.161990] env[65664]: INFO nova.compute.manager [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Terminating instance [ 910.218026] env[65664]: DEBUG nova.network.neutron [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Successfully created port: 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.248107] env[65664]: DEBUG nova.network.neutron [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.281307] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135cf2-b11f-1d83-f255-85062b230b7a/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 910.281874] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 910.287867] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebccb774-1bb8-4d8f-a612-c41789e0fcad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.291514] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.297487] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135cf2-b11f-1d83-f255-85062b230b7a/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 910.297487] env[65664]: ERROR oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135cf2-b11f-1d83-f255-85062b230b7a/disk-0.vmdk due to incomplete transfer. [ 910.297487] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-988ffeab-e3a7-4081-b084-88ff304e9f64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.309280] env[65664]: DEBUG oslo_vmware.rw_handles [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135cf2-b11f-1d83-f255-85062b230b7a/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 910.309498] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Uploaded image 6eb9e57e-3eb9-404f-bedc-daf8ced08d2b to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 910.313188] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 910.315742] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf8372b1-9bae-4e06-b963-9c997e605003 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.327883] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 910.327883] env[65664]: value = "task-4415539" [ 910.327883] env[65664]: _type = "Task" [ 910.327883] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.343644] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415539, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.363390] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.404752] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415538, 'name': ReconfigVM_Task, 'duration_secs': 0.243682} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.408068] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.409518] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcfccc6-b87b-4baa-9326-3a6f1efd9201 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.414358] env[65664]: WARNING neutronclient.v2_0.client [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.435882] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.439171] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d732bd10-0fde-4be8-84fd-5096f0b17981 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.464074] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415537, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.467998] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 910.467998] env[65664]: value = "task-4415540" [ 910.467998] env[65664]: _type = "Task" [ 910.467998] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.477425] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.611931] env[65664]: DEBUG nova.network.neutron [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Updating instance_info_cache with network_info: [{"id": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "address": "fa:16:3e:01:fa:c8", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f46a6c-8e", "ovs_interfaceid": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.666538] env[65664]: DEBUG nova.compute.manager [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 910.666538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.667125] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b515a5-1b6b-4812-9b84-a08a7884a840 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.684703] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.687826] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-659ba999-c287-4370-a6f5-df0704f6a172 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.690300] env[65664]: INFO nova.compute.manager [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Unrescuing [ 910.690438] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.690499] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.690660] env[65664]: DEBUG nova.network.neutron [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.699342] env[65664]: DEBUG oslo_vmware.api [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 910.699342] env[65664]: value = "task-4415541" [ 910.699342] env[65664]: _type = "Task" [ 910.699342] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.712605] env[65664]: DEBUG oslo_vmware.api [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.846542] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415539, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.900902] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289c892-22bb-4da7-b096-36d6bc821ddd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.911183] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88750a8c-a87b-41d6-9864-888ce06fe8c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.950511] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1283a8f1-393e-40e7-bbbf-6c560a92a74e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.961027] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dd7cd4-9f83-4875-8606-8d59a4a3fe94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.968161] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415537, 'name': Rename_Task, 'duration_secs': 1.249226} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.968847] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.969181] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88ce839b-de0f-4381-8ef0-9a32e759ed20 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.983118] env[65664]: DEBUG nova.compute.provider_tree [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.989128] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 910.989128] env[65664]: value = "task-4415542" [ 910.989128] env[65664]: _type = "Task" [ 910.989128] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.993052] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.003610] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.114871] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Releasing lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.115333] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Instance network_info: |[{"id": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "address": "fa:16:3e:01:fa:c8", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f46a6c-8e", "ovs_interfaceid": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 911.115834] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:fa:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f46a6c-8ee0-48a6-a255-ac45b697ac99', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.125771] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Creating folder: Project (22bf952c16724e3e8e16c508c6eabd82). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.125771] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48422b09-0cfa-4a8e-a064-cd59fdc7698b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.138723] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Created folder: Project (22bf952c16724e3e8e16c508c6eabd82) in parent group-v863926. [ 911.139239] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Creating folder: Instances. Parent ref: group-v864117. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.139468] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9101e7ad-7b94-4353-b6a1-c4f5d275d423 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.151988] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Created folder: Instances in parent group-v864117. [ 911.152450] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 911.152717] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.152950] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2d5445b-19b2-48ea-a275-40f7ea1e8114 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.182525] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.182525] env[65664]: value = "task-4415545" [ 911.182525] env[65664]: _type = "Task" [ 911.182525] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.196492] env[65664]: WARNING neutronclient.v2_0.client [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.199487] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415545, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.211162] env[65664]: DEBUG oslo_vmware.api [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415541, 'name': PowerOffVM_Task, 'duration_secs': 0.24317} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.211669] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.211986] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.212415] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059017cb-9657-4804-a1ba-141d318f4b6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.303751] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 911.325963] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.326281] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.326443] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.326622] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.326765] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.326978] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.327118] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.327424] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.327626] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.327843] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.327971] env[65664]: DEBUG nova.virt.hardware [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.329455] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36288f36-7f06-402d-9393-00792cac38e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.347358] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415539, 'name': Destroy_Task, 'duration_secs': 0.592588} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.351468] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Destroyed the VM [ 911.351584] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 911.351918] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.352127] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.352304] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Deleting the datastore file [datastore1] f317f33a-8a2d-4e65-9429-d4d2bfa0a24a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.352640] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-283870b0-745c-4ca6-8bde-a0eb2e7d5c88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.355861] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a1bf2-2f47-485b-90c9-0c987329257d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.360482] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb513140-6e45-4197-bb26-164c0169a416 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.379173] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 911.379173] env[65664]: value = "task-4415547" [ 911.379173] env[65664]: _type = "Task" [ 911.379173] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.379571] env[65664]: DEBUG oslo_vmware.api [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for the task: (returnval){ [ 911.379571] env[65664]: value = "task-4415548" [ 911.379571] env[65664]: _type = "Task" [ 911.379571] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.393856] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.399301] env[65664]: DEBUG oslo_vmware.api [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.481570] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415540, 'name': ReconfigVM_Task, 'duration_secs': 0.578932} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.482031] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.482347] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.486782] env[65664]: DEBUG nova.scheduler.client.report [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.497703] env[65664]: WARNING neutronclient.v2_0.client [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.507346] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.606223] env[65664]: DEBUG nova.network.neutron [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Updating instance_info_cache with network_info: [{"id": "f102815b-0461-4c92-9047-d08da1b0b250", "address": "fa:16:3e:53:d6:62", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf102815b-04", "ovs_interfaceid": "f102815b-0461-4c92-9047-d08da1b0b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.618165] env[65664]: DEBUG nova.compute.manager [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Received event network-changed-27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 911.618426] env[65664]: DEBUG nova.compute.manager [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Refreshing instance network info cache due to event network-changed-27f46a6c-8ee0-48a6-a255-ac45b697ac99. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 911.618684] env[65664]: DEBUG oslo_concurrency.lockutils [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] Acquiring lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.618850] env[65664]: DEBUG oslo_concurrency.lockutils [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] Acquired lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.619062] env[65664]: DEBUG nova.network.neutron [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Refreshing network info cache for port 27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.694894] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415545, 'name': CreateVM_Task, 'duration_secs': 0.449543} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.694894] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.694894] env[65664]: WARNING neutronclient.v2_0.client [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.695218] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.695363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.695677] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.696063] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b466b4e6-b634-4421-9016-66ea6bcbd5ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.701853] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 911.701853] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521d5df7-f236-4d7c-9d29-e6fe14fdb0fe" [ 911.701853] env[65664]: _type = "Task" [ 911.701853] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.710673] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521d5df7-f236-4d7c-9d29-e6fe14fdb0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.782877] env[65664]: DEBUG nova.network.neutron [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Successfully updated port: 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 911.895831] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415547, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.899428] env[65664]: DEBUG oslo_vmware.api [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Task: {'id': task-4415548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.900111] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.900238] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.900444] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.900628] env[65664]: INFO nova.compute.manager [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 911.900888] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 911.901554] env[65664]: DEBUG nova.compute.manager [-] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 911.901661] env[65664]: DEBUG nova.network.neutron [-] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.901927] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.993023] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.993562] env[65664]: DEBUG nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 911.996866] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4be0dd-aa18-46c7-91d6-1c42ffc2a5f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.000703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.690s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.004366] env[65664]: INFO nova.compute.claims [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.032714] env[65664]: DEBUG oslo_vmware.api [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415542, 'name': PowerOnVM_Task, 'duration_secs': 0.610071} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.035023] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.037149] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.037425] env[65664]: INFO nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Took 11.24 seconds to spawn the instance on the hypervisor. [ 912.037598] env[65664]: DEBUG nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.038446] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7faffc-35fc-4c18-9e27-57f1d731dfc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.042063] env[65664]: DEBUG nova.compute.manager [req-ce34e2a9-421c-4578-ba39-8e586b8ac04e req-fb859931-c10f-4acf-be3e-44895894d636 service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Received event network-vif-plugged-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 912.042414] env[65664]: DEBUG oslo_concurrency.lockutils [req-ce34e2a9-421c-4578-ba39-8e586b8ac04e req-fb859931-c10f-4acf-be3e-44895894d636 service nova] Acquiring lock "e205ed4f-3703-4de4-93e4-54852098df4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.042491] env[65664]: DEBUG oslo_concurrency.lockutils [req-ce34e2a9-421c-4578-ba39-8e586b8ac04e req-fb859931-c10f-4acf-be3e-44895894d636 service nova] Lock "e205ed4f-3703-4de4-93e4-54852098df4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.042598] env[65664]: DEBUG oslo_concurrency.lockutils [req-ce34e2a9-421c-4578-ba39-8e586b8ac04e req-fb859931-c10f-4acf-be3e-44895894d636 service nova] Lock "e205ed4f-3703-4de4-93e4-54852098df4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.042761] env[65664]: DEBUG nova.compute.manager [req-ce34e2a9-421c-4578-ba39-8e586b8ac04e req-fb859931-c10f-4acf-be3e-44895894d636 service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] No waiting events found dispatching network-vif-plugged-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 912.042920] env[65664]: WARNING nova.compute.manager [req-ce34e2a9-421c-4578-ba39-8e586b8ac04e req-fb859931-c10f-4acf-be3e-44895894d636 service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Received unexpected event network-vif-plugged-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 for instance with vm_state building and task_state spawning. [ 912.044876] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aae23a-f233-4a87-8c59-cfe714167b12 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.073811] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.109704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-2564cbff-4c12-4be4-95b7-a2195bdd89cf" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.110392] env[65664]: DEBUG nova.objects.instance [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'flavor' on Instance uuid 2564cbff-4c12-4be4-95b7-a2195bdd89cf {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.122850] env[65664]: WARNING neutronclient.v2_0.client [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.215077] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521d5df7-f236-4d7c-9d29-e6fe14fdb0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.215077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.215077] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.215465] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.215465] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.215640] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.216166] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b398886-cc58-497b-bf68-fa0b80e48be1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.229129] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.229418] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.230183] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ffc2aa-399a-4d58-b5e0-a3627c73e098 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.236963] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 912.236963] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fc4304-6bd0-1b97-04e8-e6cd338aae3c" [ 912.236963] env[65664]: _type = "Task" [ 912.236963] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.246725] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fc4304-6bd0-1b97-04e8-e6cd338aae3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.285891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "refresh_cache-e205ed4f-3703-4de4-93e4-54852098df4c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.286765] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "refresh_cache-e205ed4f-3703-4de4-93e4-54852098df4c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.286765] env[65664]: DEBUG nova.network.neutron [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.392573] env[65664]: DEBUG oslo_vmware.api [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415547, 'name': RemoveSnapshot_Task, 'duration_secs': 0.526703} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.392866] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 912.393148] env[65664]: INFO nova.compute.manager [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Took 13.99 seconds to snapshot the instance on the hypervisor. [ 912.416466] env[65664]: WARNING neutronclient.v2_0.client [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.502918] env[65664]: DEBUG nova.compute.utils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.505083] env[65664]: DEBUG nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 912.557142] env[65664]: DEBUG nova.network.neutron [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Updated VIF entry in instance network info cache for port 27f46a6c-8ee0-48a6-a255-ac45b697ac99. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.557445] env[65664]: DEBUG nova.network.neutron [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Updating instance_info_cache with network_info: [{"id": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "address": "fa:16:3e:01:fa:c8", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f46a6c-8e", "ovs_interfaceid": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.583595] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.583967] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.590561] env[65664]: INFO nova.compute.manager [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Took 43.78 seconds to build instance. [ 912.617052] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebfebea-f094-400c-ae1c-464280398db8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.646793] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.651344] env[65664]: DEBUG nova.network.neutron [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Port 62e21459-e544-4d88-9e01-364968b5f322 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 912.652273] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a44feb-d9bc-492d-98ee-61cbf296c05f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.661143] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 912.661143] env[65664]: value = "task-4415549" [ 912.661143] env[65664]: _type = "Task" [ 912.661143] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.672436] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.672903] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.672903] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.673043] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.673233] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.675399] env[65664]: INFO nova.compute.manager [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Terminating instance [ 912.680126] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.749854] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fc4304-6bd0-1b97-04e8-e6cd338aae3c, 'name': SearchDatastore_Task, 'duration_secs': 0.02383} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.750765] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1d314a-b440-4950-9695-e0d1311c7c24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.757446] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 912.757446] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5228c054-9b58-d5ba-6586-7fc9bbe7020d" [ 912.757446] env[65664]: _type = "Task" [ 912.757446] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.768164] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5228c054-9b58-d5ba-6586-7fc9bbe7020d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.832035] env[65664]: DEBUG nova.network.neutron [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 912.897334] env[65664]: DEBUG nova.compute.manager [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Instance disappeared during snapshot {{(pid=65664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 912.911609] env[65664]: DEBUG nova.compute.manager [None req-fb836682-dd21-45f3-80e5-a423b4c7bb29 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image not found during clean up 6eb9e57e-3eb9-404f-bedc-daf8ced08d2b {{(pid=65664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4638}} [ 912.932756] env[65664]: WARNING neutronclient.v2_0.client [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.989118] env[65664]: DEBUG nova.network.neutron [-] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.006749] env[65664]: DEBUG nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 913.034391] env[65664]: DEBUG nova.network.neutron [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Updating instance_info_cache with network_info: [{"id": "34f5c926-fbad-4ecb-98aa-3d3ffaed9378", "address": "fa:16:3e:94:fc:12", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f5c926-fb", "ovs_interfaceid": "34f5c926-fbad-4ecb-98aa-3d3ffaed9378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.061787] env[65664]: DEBUG oslo_concurrency.lockutils [req-4fbfe2e1-a8dc-4603-9aea-66f60155fba5 req-fe306531-e4b1-4e21-a6a8-8e3884a38905 service nova] Releasing lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.094990] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c813380-628b-4686-b36c-c4ebbd1dd3ee tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.507s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.180844] env[65664]: DEBUG nova.compute.manager [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 913.181136] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.181818] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415549, 'name': PowerOffVM_Task, 'duration_secs': 0.281488} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.185943] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf3238-f23a-4934-816d-c93c29ba834e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.188966] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.195378] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.196712] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f8bbd8-5f41-4bb9-845c-37afd90c51b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.216904] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.217633] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15f550d-3800-4d9c-8e77-01a4b39c344f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.221070] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 913.221070] env[65664]: value = "task-4415550" [ 913.221070] env[65664]: _type = "Task" [ 913.221070] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.233035] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.272186] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5228c054-9b58-d5ba-6586-7fc9bbe7020d, 'name': SearchDatastore_Task, 'duration_secs': 0.019625} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.272442] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.272733] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 78a7f578-6745-43e6-af34-b46d3f230cd1/78a7f578-6745-43e6-af34-b46d3f230cd1.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.273049] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63458d8c-3ebc-46d4-a896-74d154ad0fe6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.285813] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 913.285813] env[65664]: value = "task-4415552" [ 913.285813] env[65664]: _type = "Task" [ 913.285813] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.305509] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.306629] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.306839] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.307119] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleting the datastore file [datastore2] be236e85-64d8-4e05-a0fa-b7e436b8d6f5 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.307531] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e2c5e9-430f-4ce8-8039-6abae64e669d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.319346] env[65664]: DEBUG oslo_vmware.api [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 913.319346] env[65664]: value = "task-4415553" [ 913.319346] env[65664]: _type = "Task" [ 913.319346] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.332881] env[65664]: DEBUG oslo_vmware.api [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.498073] env[65664]: INFO nova.compute.manager [-] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Took 1.60 seconds to deallocate network for instance. [ 913.539318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "refresh_cache-e205ed4f-3703-4de4-93e4-54852098df4c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.539318] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Instance network_info: |[{"id": "34f5c926-fbad-4ecb-98aa-3d3ffaed9378", "address": "fa:16:3e:94:fc:12", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f5c926-fb", "ovs_interfaceid": "34f5c926-fbad-4ecb-98aa-3d3ffaed9378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 913.543102] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:fc:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f5c926-fbad-4ecb-98aa-3d3ffaed9378', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.550035] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 913.551435] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.551719] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ca76c0-f0f9-4852-ac08-ec6ca81ba289 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.583023] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "21e8299b-2556-445f-bf30-298acc245dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.583267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "21e8299b-2556-445f-bf30-298acc245dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.588638] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.588638] env[65664]: value = "task-4415554" [ 913.588638] env[65664]: _type = "Task" [ 913.588638] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.599434] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 913.605430] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415554, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.681138] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65fc38-95fa-4436-a547-9914ae1d5359 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.690071] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.690368] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.690551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.698670] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb615b2e-c3f6-4302-8bd5-54d5d9ae9a39 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.739559] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92f692-2d47-443a-8eb5-86c1140ecdd0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.749790] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415550, 'name': ReconfigVM_Task, 'duration_secs': 0.310775} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.752272] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.752555] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.753151] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d110d537-cdf8-4175-a50f-9d46850894de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.755904] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d6c40-2238-4a09-b03c-64637ac2fa1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.776313] env[65664]: DEBUG nova.compute.provider_tree [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.777174] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 913.777174] env[65664]: value = "task-4415555" [ 913.777174] env[65664]: _type = "Task" [ 913.777174] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.789575] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415555, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.800588] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415552, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.829894] env[65664]: DEBUG oslo_vmware.api [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372392} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.830727] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.830943] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.831148] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.831319] env[65664]: INFO nova.compute.manager [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Took 0.65 seconds to destroy the instance on the hypervisor. [ 913.831663] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 913.831876] env[65664]: DEBUG nova.compute.manager [-] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 913.831972] env[65664]: DEBUG nova.network.neutron [-] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 913.832610] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.846538] env[65664]: DEBUG nova.compute.manager [req-86379241-4352-4027-af99-83d345670390 req-e4c103cd-382e-4b4c-89a0-4dccb34cb845 service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received event network-vif-deleted-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 913.894573] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.008388] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.021521] env[65664]: DEBUG nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 914.052271] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.052601] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.052829] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.053056] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.053261] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.053434] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.053704] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.053935] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.054198] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.054445] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.054656] env[65664]: DEBUG nova.virt.hardware [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.055723] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4367562-c64c-4750-8659-8f230fa61355 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.069284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be32844-79b5-46cc-8408-f8ad75585a19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.091823] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.098196] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Creating folder: Project (d6d008daeee6487b9291e018619cde6a). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.102190] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25653c2-b8a9-48a2-8d35-63f9464f1f47 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.114474] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415554, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.118983] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Created folder: Project (d6d008daeee6487b9291e018619cde6a) in parent group-v863926. [ 914.119194] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Creating folder: Instances. Parent ref: group-v864121. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.119498] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a523e30-b471-45b9-918c-a53a68577525 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.132026] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Created folder: Instances in parent group-v864121. [ 914.132342] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 914.132570] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.132784] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181d8d9f-2fd1-4540-a2c2-807a222d1caf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.148010] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.154764] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.154764] env[65664]: value = "task-4415558" [ 914.154764] env[65664]: _type = "Task" [ 914.154764] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.163734] env[65664]: DEBUG nova.compute.manager [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Received event network-changed-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 914.163734] env[65664]: DEBUG nova.compute.manager [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Refreshing instance network info cache due to event network-changed-34f5c926-fbad-4ecb-98aa-3d3ffaed9378. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 914.163999] env[65664]: DEBUG oslo_concurrency.lockutils [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] Acquiring lock "refresh_cache-e205ed4f-3703-4de4-93e4-54852098df4c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.164286] env[65664]: DEBUG oslo_concurrency.lockutils [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] Acquired lock "refresh_cache-e205ed4f-3703-4de4-93e4-54852098df4c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.164509] env[65664]: DEBUG nova.network.neutron [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Refreshing network info cache for port 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.172240] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415558, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.293459] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.304145] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54295} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.305797] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 78a7f578-6745-43e6-af34-b46d3f230cd1/78a7f578-6745-43e6-af34-b46d3f230cd1.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.306093] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.310204] env[65664]: ERROR nova.scheduler.client.report [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [req-a89db209-ebd9-46f7-8673-638649b351ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a89db209-ebd9-46f7-8673-638649b351ec"}]} [ 914.310633] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc63952-2ef6-4acf-982d-c651969952c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.323044] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 914.323044] env[65664]: value = "task-4415559" [ 914.323044] env[65664]: _type = "Task" [ 914.323044] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.334813] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.341176] env[65664]: DEBUG nova.scheduler.client.report [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 914.361118] env[65664]: DEBUG nova.scheduler.client.report [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 914.361387] env[65664]: DEBUG nova.compute.provider_tree [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.374178] env[65664]: DEBUG nova.scheduler.client.report [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 914.400344] env[65664]: DEBUG nova.scheduler.client.report [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 914.604248] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415554, 'name': CreateVM_Task, 'duration_secs': 0.620608} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.606796] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.607899] env[65664]: WARNING neutronclient.v2_0.client [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.607899] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.608072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.608878] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.608878] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8fa4d5-4065-4bee-b13b-bab52662041b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.614292] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 914.614292] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d1b5f-27e0-7154-2f53-180c5d2274cb" [ 914.614292] env[65664]: _type = "Task" [ 914.614292] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.625923] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d1b5f-27e0-7154-2f53-180c5d2274cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.668318] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415558, 'name': CreateVM_Task, 'duration_secs': 0.317392} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.671030] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.671668] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.674011] env[65664]: DEBUG nova.network.neutron [-] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.675445] env[65664]: WARNING neutronclient.v2_0.client [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.697560] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.738981] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.739282] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.739487] env[65664]: DEBUG nova.network.neutron [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.787953] env[65664]: DEBUG oslo_vmware.api [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415555, 'name': PowerOnVM_Task, 'duration_secs': 0.574073} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.790684] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.790924] env[65664]: DEBUG nova.compute.manager [None req-3057c959-d09c-4e51-a2b5-c6d711e4da20 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 914.792234] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e77075-2160-4679-8c20-a274e569cf31 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.819288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "8e203ba5-61f9-41a5-94d3-7bb731482e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.819288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.819288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "8e203ba5-61f9-41a5-94d3-7bb731482e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.819288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.819288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.824379] env[65664]: INFO nova.compute.manager [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Terminating instance [ 914.837562] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080296} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.837840] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.839572] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25ea77-48d5-4b41-819b-bb0218426164 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.864267] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 78a7f578-6745-43e6-af34-b46d3f230cd1/78a7f578-6745-43e6-af34-b46d3f230cd1.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.865665] env[65664]: WARNING neutronclient.v2_0.client [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.870466] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294d7d92-242a-4ab6-b19a-897128148bbd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.893059] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 914.893059] env[65664]: value = "task-4415560" [ 914.893059] env[65664]: _type = "Task" [ 914.893059] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.906335] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.951647] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac9eebb-1edb-491b-a7ed-13b0d4cd3293 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.960604] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a5959c-d634-445f-bcfd-54a410fe860f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.967164] env[65664]: DEBUG nova.network.neutron [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Updated VIF entry in instance network info cache for port 34f5c926-fbad-4ecb-98aa-3d3ffaed9378. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 914.967424] env[65664]: DEBUG nova.network.neutron [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Updating instance_info_cache with network_info: [{"id": "34f5c926-fbad-4ecb-98aa-3d3ffaed9378", "address": "fa:16:3e:94:fc:12", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f5c926-fb", "ovs_interfaceid": "34f5c926-fbad-4ecb-98aa-3d3ffaed9378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.994376] env[65664]: DEBUG oslo_concurrency.lockutils [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] Releasing lock "refresh_cache-e205ed4f-3703-4de4-93e4-54852098df4c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.996031] env[65664]: DEBUG nova.compute.manager [req-9fec3fc2-988f-46d1-9774-1a2f5cbaadc3 req-d2d14a7d-e8ee-43b9-b08b-449c7e35d37d service nova] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Received event network-vif-deleted-5c299be8-f42d-4a98-8874-a84965136c89 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 914.996031] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d509d-0cb2-4e83-9b30-d1b574645a55 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.004861] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea61ced-1591-4d49-8329-3fc399079a9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.020970] env[65664]: DEBUG nova.compute.provider_tree [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.126082] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d1b5f-27e0-7154-2f53-180c5d2274cb, 'name': SearchDatastore_Task, 'duration_secs': 0.075679} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.126394] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.126629] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.126861] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.127012] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.127193] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.127506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.127969] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.128241] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1606b8e0-be2e-4a07-b1ec-553ec4fa1093 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.130402] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fd82e0-3e36-4788-82d6-8c08a219da56 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.136469] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 915.136469] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528db4af-9ee0-e4c8-ee22-92067b4e6aaf" [ 915.136469] env[65664]: _type = "Task" [ 915.136469] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.141355] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.141532] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.144848] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29061217-a130-466a-a551-03c4f06056e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.147012] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528db4af-9ee0-e4c8-ee22-92067b4e6aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.150564] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 915.150564] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a96194-cf97-c801-140a-1942eb0d3dcc" [ 915.150564] env[65664]: _type = "Task" [ 915.150564] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.159210] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a96194-cf97-c801-140a-1942eb0d3dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.178218] env[65664]: INFO nova.compute.manager [-] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Took 1.35 seconds to deallocate network for instance. [ 915.242020] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.331479] env[65664]: DEBUG nova.compute.manager [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 915.331700] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.332587] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65a047-9bad-4bb8-b3bc-b5f85b42da42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.342567] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.342852] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60358957-6d90-40fd-b9c5-f90eda96fbc6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.351671] env[65664]: DEBUG oslo_vmware.api [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 915.351671] env[65664]: value = "task-4415561" [ 915.351671] env[65664]: _type = "Task" [ 915.351671] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.362594] env[65664]: DEBUG oslo_vmware.api [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.406437] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.431509] env[65664]: WARNING neutronclient.v2_0.client [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.508914] env[65664]: DEBUG nova.network.neutron [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.525040] env[65664]: DEBUG nova.scheduler.client.report [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.651940] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528db4af-9ee0-e4c8-ee22-92067b4e6aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.024691} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.655581] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.655841] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.656069] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.663172] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a96194-cf97-c801-140a-1942eb0d3dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.032838} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.663985] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f69378-d297-48b3-bd5b-bf5c5cca258c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.671208] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 915.671208] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f6427f-74d3-bc77-3fe3-b208b035d655" [ 915.671208] env[65664]: _type = "Task" [ 915.671208] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.680605] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f6427f-74d3-bc77-3fe3-b208b035d655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.684939] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.862156] env[65664]: DEBUG oslo_vmware.api [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415561, 'name': PowerOffVM_Task, 'duration_secs': 0.230404} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.862460] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.862641] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.863051] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890fbc2c-2d87-4255-a73e-745754fc21ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.909741] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415560, 'name': ReconfigVM_Task, 'duration_secs': 0.632494} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.910125] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 78a7f578-6745-43e6-af34-b46d3f230cd1/78a7f578-6745-43e6-af34-b46d3f230cd1.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.910878] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c9264b-65c8-478e-b5f5-4ed92f375945 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.918895] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 915.918895] env[65664]: value = "task-4415563" [ 915.918895] env[65664]: _type = "Task" [ 915.918895] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.929950] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415563, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.932754] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.932921] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.933118] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Deleting the datastore file [datastore1] 8e203ba5-61f9-41a5-94d3-7bb731482e79 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.933483] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ad34e6-a3a7-44ce-9bb6-fb754060d257 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.940179] env[65664]: DEBUG oslo_vmware.api [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for the task: (returnval){ [ 915.940179] env[65664]: value = "task-4415564" [ 915.940179] env[65664]: _type = "Task" [ 915.940179] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.948828] env[65664]: DEBUG oslo_vmware.api [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.011777] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.031762] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.031s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.031992] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 916.035520] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.310s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.036989] env[65664]: INFO nova.compute.claims [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.182070] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f6427f-74d3-bc77-3fe3-b208b035d655, 'name': SearchDatastore_Task, 'duration_secs': 0.031082} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.182365] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.182627] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e205ed4f-3703-4de4-93e4-54852098df4c/e205ed4f-3703-4de4-93e4-54852098df4c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.182910] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.183106] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.183329] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f01e44c-cb0f-4ddc-90e7-4c83212c8da6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.185324] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca14f8d8-70ec-4e87-b3ea-800a7b89aafd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.194695] env[65664]: DEBUG nova.compute.manager [req-086cc581-8804-4c8a-bfa5-f9fd935d3300 req-b3e30293-1f97-4a9e-b2f9-8aa0f2f9fc85 service nova] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Received event network-vif-deleted-299691d9-8fc0-44a1-9584-ea57268e4718 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 916.198572] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.198572] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.198645] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 916.198645] env[65664]: value = "task-4415565" [ 916.198645] env[65664]: _type = "Task" [ 916.198645] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.198836] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396a9507-36fe-41fb-9cba-748f75aaae91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.209434] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 916.209434] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c7e698-ce1b-0ce5-9d1d-32ce977aa15e" [ 916.209434] env[65664]: _type = "Task" [ 916.209434] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.213172] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.223793] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c7e698-ce1b-0ce5-9d1d-32ce977aa15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.430294] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415563, 'name': Rename_Task, 'duration_secs': 0.169079} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.430600] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.430887] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657bf606-f758-4796-b0b0-de8b930463b0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.439080] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 916.439080] env[65664]: value = "task-4415566" [ 916.439080] env[65664]: _type = "Task" [ 916.439080] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.452888] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.456410] env[65664]: DEBUG oslo_vmware.api [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Task: {'id': task-4415564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29311} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.456698] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.456915] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.457129] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.457359] env[65664]: INFO nova.compute.manager [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 916.457656] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 916.457905] env[65664]: DEBUG nova.compute.manager [-] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 916.458057] env[65664]: DEBUG nova.network.neutron [-] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 916.458326] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.548119] env[65664]: DEBUG nova.compute.utils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.552083] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a7427d-f397-4214-9084-758789ee5a4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.559484] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 916.559946] env[65664]: DEBUG nova.network.neutron [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 916.560648] env[65664]: WARNING neutronclient.v2_0.client [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.561455] env[65664]: WARNING neutronclient.v2_0.client [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.567299] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.589329] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19670b0a-0fa2-40dc-83d5-c36f22034a45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.602316] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.609309] env[65664]: DEBUG nova.policy [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87822fecf4f440c0b33ceea2b4957a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17cdff1850a345f7b59cb69c46148a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.717177] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.730205] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c7e698-ce1b-0ce5-9d1d-32ce977aa15e, 'name': SearchDatastore_Task, 'duration_secs': 0.023513} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.730919] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4daa099-536c-4bff-8961-f976d7b037e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.741403] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 916.741403] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a0575-1bbd-df1f-6b30-0e1cc32073f9" [ 916.741403] env[65664]: _type = "Task" [ 916.741403] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.751168] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a0575-1bbd-df1f-6b30-0e1cc32073f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.951159] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.973973] env[65664]: DEBUG nova.network.neutron [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Successfully created port: 09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 917.063820] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 917.112298] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.112298] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a92a32-28f4-406c-8abf-95545fb06c9d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.121233] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 917.121233] env[65664]: value = "task-4415567" [ 917.121233] env[65664]: _type = "Task" [ 917.121233] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.141228] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415567, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.223954] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415565, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.254462] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a0575-1bbd-df1f-6b30-0e1cc32073f9, 'name': SearchDatastore_Task, 'duration_secs': 0.064463} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.257849] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.258226] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 26a623cb-37cb-46ed-826e-204267a144b8/26a623cb-37cb-46ed-826e-204267a144b8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.258825] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a461ab12-6521-4fca-9e92-4e8a153db7d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.266889] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 917.266889] env[65664]: value = "task-4415568" [ 917.266889] env[65664]: _type = "Task" [ 917.266889] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.275433] env[65664]: DEBUG nova.compute.manager [req-a25cbfad-cecd-4a2c-8628-3865e48b5ae9 req-636d5c6c-043b-454a-9b89-6209ba9f90fd service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Received event network-vif-deleted-54e999b9-ef6a-489b-97c8-42ae204701e2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 917.275632] env[65664]: INFO nova.compute.manager [req-a25cbfad-cecd-4a2c-8628-3865e48b5ae9 req-636d5c6c-043b-454a-9b89-6209ba9f90fd service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Neutron deleted interface 54e999b9-ef6a-489b-97c8-42ae204701e2; detaching it from the instance and deleting it from the info cache [ 917.278493] env[65664]: DEBUG nova.network.neutron [req-a25cbfad-cecd-4a2c-8628-3865e48b5ae9 req-636d5c6c-043b-454a-9b89-6209ba9f90fd service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.280658] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.320722] env[65664]: DEBUG nova.network.neutron [-] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.457313] env[65664]: DEBUG oslo_vmware.api [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415566, 'name': PowerOnVM_Task, 'duration_secs': 0.575836} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.457473] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.458401] env[65664]: INFO nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Took 8.93 seconds to spawn the instance on the hypervisor. [ 917.458401] env[65664]: DEBUG nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.458715] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f619b1-32ab-4c8c-ac96-252417c3660f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.630659] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b9aa2-a8dd-4511-a76d-51194a024563 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.642337] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa12e5c9-4bd7-48a8-83ef-a685e53ca5e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.645669] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.677740] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba69bc67-e0e9-4b98-b52b-c553279a6675 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.686964] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644df568-f98d-4011-a110-137362c6d501 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.705872] env[65664]: DEBUG nova.compute.provider_tree [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.718340] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415565, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.777995] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.781747] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c19834-c5eb-4c49-8090-8cd643c2979e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.795374] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceeeac6-a023-4d2d-9466-efbe5450d2e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.832323] env[65664]: INFO nova.compute.manager [-] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Took 1.37 seconds to deallocate network for instance. [ 917.832743] env[65664]: DEBUG nova.compute.manager [req-a25cbfad-cecd-4a2c-8628-3865e48b5ae9 req-636d5c6c-043b-454a-9b89-6209ba9f90fd service nova] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Detach interface failed, port_id=54e999b9-ef6a-489b-97c8-42ae204701e2, reason: Instance 8e203ba5-61f9-41a5-94d3-7bb731482e79 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 917.979294] env[65664]: INFO nova.compute.manager [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Took 40.74 seconds to build instance. [ 918.077654] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 918.105401] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 918.105682] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.105840] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 918.106015] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.106163] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 918.106305] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 918.106507] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 918.106661] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 918.106825] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 918.106985] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 918.107169] env[65664]: DEBUG nova.virt.hardware [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 918.108128] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672b83b-644b-42dd-a62e-d8ed5f36d997 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.117240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be673525-e87c-4d92-86e6-42acd67ccc76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.143381] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.220706] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415565, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.699771} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.220706] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e205ed4f-3703-4de4-93e4-54852098df4c/e205ed4f-3703-4de4-93e4-54852098df4c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.222184] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.222184] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5041a1-a1c9-4599-b0ca-09d2d27ab887 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.229435] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 918.229435] env[65664]: value = "task-4415569" [ 918.229435] env[65664]: _type = "Task" [ 918.229435] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.240016] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.251072] env[65664]: DEBUG nova.scheduler.client.report [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 918.251410] env[65664]: DEBUG nova.compute.provider_tree [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 105 to 106 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.251652] env[65664]: DEBUG nova.compute.provider_tree [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.285456] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415568, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.339638] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.483710] env[65664]: DEBUG oslo_concurrency.lockutils [None req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.969s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.645206] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415567, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.655258] env[65664]: DEBUG nova.network.neutron [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Successfully updated port: 09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 918.740253] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105722} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.740547] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.741458] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fceca9c-d765-4763-978d-1143413a6e33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.757359] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.757972] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 918.770480] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e205ed4f-3703-4de4-93e4-54852098df4c/e205ed4f-3703-4de4-93e4-54852098df4c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.770880] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.542s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.771079] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.771234] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 918.771493] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.008s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.771706] env[65664]: DEBUG nova.objects.instance [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lazy-loading 'resources' on Instance uuid d6398fea-9c96-4022-95ac-a1c7ac1dea8e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.773807] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f416cd0c-45f5-4af7-b22e-f26669b9d995 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.794247] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee07d7-6dc6-41a0-8f0e-9086a0d5363c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.808956] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415568, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.359452} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.812445] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 26a623cb-37cb-46ed-826e-204267a144b8/26a623cb-37cb-46ed-826e-204267a144b8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.812687] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.813444] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 918.813444] env[65664]: value = "task-4415570" [ 918.813444] env[65664]: _type = "Task" [ 918.813444] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.813656] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-242ccbdf-3438-4af6-9448-4d5b9cb5ddaa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.817175] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2cf75-a9ff-484f-bd10-a8df9a6619ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.841546] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21300bdf-f861-4af7-a872-2016c4aec9de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.844685] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 918.844685] env[65664]: value = "task-4415571" [ 918.844685] env[65664]: _type = "Task" [ 918.844685] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.844920] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.853155] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b5dd51-0886-41cc-b5c5-23195bed75fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.861141] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.893886] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178329MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 918.893886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.987528] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 919.050643] env[65664]: DEBUG nova.compute.manager [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Received event network-changed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.050643] env[65664]: DEBUG nova.compute.manager [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Refreshing instance network info cache due to event network-changed. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 919.050643] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] Acquiring lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.050643] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] Acquired lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.050643] env[65664]: DEBUG nova.network.neutron [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 919.143743] env[65664]: DEBUG oslo_vmware.api [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415567, 'name': PowerOnVM_Task, 'duration_secs': 1.547904} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.144398] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.144398] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b1307-9874-4bf6-95df-3d68f97deaae tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance '97f01620-eb70-4b9e-ba19-7197d7f3cfa0' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.161399] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-edc53b1f-8e34-40d4-ba75-075c9bca7939" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.161872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-edc53b1f-8e34-40d4-ba75-075c9bca7939" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.161872] env[65664]: DEBUG nova.network.neutron [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 919.263682] env[65664]: DEBUG nova.compute.utils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.264897] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 919.265115] env[65664]: DEBUG nova.network.neutron [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 919.266162] env[65664]: WARNING neutronclient.v2_0.client [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.266162] env[65664]: WARNING neutronclient.v2_0.client [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.329451] env[65664]: DEBUG nova.policy [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e69ea4a3e3444d8cb3d451e7a4ccfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e222f4905341f5845d477e9b909f75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.342309] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.359680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.359680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.364271] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247464} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.364652] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.365604] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab44a4f-2867-4b65-b6c1-25688565a232 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.393348] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 26a623cb-37cb-46ed-826e-204267a144b8/26a623cb-37cb-46ed-826e-204267a144b8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.396788] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2389d162-3803-434d-9c21-16b19c4e64fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.420929] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 919.420929] env[65664]: value = "task-4415572" [ 919.420929] env[65664]: _type = "Task" [ 919.420929] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.431178] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.436498] env[65664]: DEBUG nova.compute.manager [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Received event network-vif-plugged-09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.436666] env[65664]: DEBUG oslo_concurrency.lockutils [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] Acquiring lock "edc53b1f-8e34-40d4-ba75-075c9bca7939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.437366] env[65664]: DEBUG oslo_concurrency.lockutils [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.437366] env[65664]: DEBUG oslo_concurrency.lockutils [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.437715] env[65664]: DEBUG nova.compute.manager [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] No waiting events found dispatching network-vif-plugged-09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 919.437715] env[65664]: WARNING nova.compute.manager [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Received unexpected event network-vif-plugged-09c858ec-145b-4b37-bfd6-eec840c2de29 for instance with vm_state building and task_state spawning. [ 919.437894] env[65664]: DEBUG nova.compute.manager [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Received event network-changed-09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.438024] env[65664]: DEBUG nova.compute.manager [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Refreshing instance network info cache due to event network-changed-09c858ec-145b-4b37-bfd6-eec840c2de29. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 919.438199] env[65664]: DEBUG oslo_concurrency.lockutils [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] Acquiring lock "refresh_cache-edc53b1f-8e34-40d4-ba75-075c9bca7939" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.530599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.554178] env[65664]: WARNING neutronclient.v2_0.client [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.760123] env[65664]: DEBUG nova.network.neutron [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 919.769048] env[65664]: DEBUG nova.network.neutron [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Successfully created port: bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.770824] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 919.800739] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "78a7f578-6745-43e6-af34-b46d3f230cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.800997] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.802257] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "78a7f578-6745-43e6-af34-b46d3f230cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.802257] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.802257] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.810263] env[65664]: INFO nova.compute.manager [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Terminating instance [ 919.840535] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415570, 'name': ReconfigVM_Task, 'duration_secs': 0.841528} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.843760] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e205ed4f-3703-4de4-93e4-54852098df4c/e205ed4f-3703-4de4-93e4-54852098df4c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.845638] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52145af2-198c-4e4a-bc9f-c89a46ab21ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.856105] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 919.856105] env[65664]: value = "task-4415573" [ 919.856105] env[65664]: _type = "Task" [ 919.856105] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.866895] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415573, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.876322] env[65664]: WARNING neutronclient.v2_0.client [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.934308] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415572, 'name': ReconfigVM_Task, 'duration_secs': 0.33585} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.935595] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 26a623cb-37cb-46ed-826e-204267a144b8/26a623cb-37cb-46ed-826e-204267a144b8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.936935] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831563fe-a554-4e95-b88d-bf1a867de04d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.940558] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b50cfa90-578e-4d6f-b813-e6f535452ebe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.949839] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb87ad-6687-4fae-8ebd-8d0a35ee6193 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.953475] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 919.953475] env[65664]: value = "task-4415574" [ 919.953475] env[65664]: _type = "Task" [ 919.953475] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.985898] env[65664]: WARNING neutronclient.v2_0.client [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.989502] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ffdee-1358-47df-a0cb-24a5f891dc81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.996167] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415574, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.002873] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c19330-9e7e-4edf-9afd-bbfe144a8a6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.022288] env[65664]: DEBUG nova.compute.provider_tree [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.167555] env[65664]: DEBUG nova.network.neutron [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Updating instance_info_cache with network_info: [{"id": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "address": "fa:16:3e:01:fa:c8", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f46a6c-8e", "ovs_interfaceid": "27f46a6c-8ee0-48a6-a255-ac45b697ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.244560] env[65664]: DEBUG nova.network.neutron [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Updating instance_info_cache with network_info: [{"id": "09c858ec-145b-4b37-bfd6-eec840c2de29", "address": "fa:16:3e:a6:41:13", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c858ec-14", "ovs_interfaceid": "09c858ec-145b-4b37-bfd6-eec840c2de29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.319281] env[65664]: DEBUG nova.compute.manager [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 920.319641] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.321274] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57dd470-9420-457b-bbd1-55c38b669681 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.332743] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.333224] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6a5f877-8893-4609-a9bd-91fa91dfaa02 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.342817] env[65664]: DEBUG oslo_vmware.api [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 920.342817] env[65664]: value = "task-4415575" [ 920.342817] env[65664]: _type = "Task" [ 920.342817] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.355435] env[65664]: DEBUG oslo_vmware.api [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.366359] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415573, 'name': Rename_Task, 'duration_secs': 0.196293} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.366822] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.367015] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f0b896-5576-4fe1-ba24-11e0f263b5b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.375423] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 920.375423] env[65664]: value = "task-4415576" [ 920.375423] env[65664]: _type = "Task" [ 920.375423] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.387066] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.464700] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415574, 'name': Rename_Task, 'duration_secs': 0.174694} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.464972] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.465244] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db2c46d0-fc85-4920-ad06-76fc94fe2e78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.473526] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 920.473526] env[65664]: value = "task-4415577" [ 920.473526] env[65664]: _type = "Task" [ 920.473526] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.483100] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.547792] env[65664]: ERROR nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [req-40e97ab9-850b-493e-9f01-632bb7db6fd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40e97ab9-850b-493e-9f01-632bb7db6fd4"}]} [ 920.566322] env[65664]: DEBUG nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 920.584102] env[65664]: DEBUG nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 920.584552] env[65664]: DEBUG nova.compute.provider_tree [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.604680] env[65664]: DEBUG nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 920.628373] env[65664]: DEBUG nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 920.670401] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c77f1af-6ea0-44a6-9293-db5cd0682083 tempest-ServerExternalEventsTest-563522017 tempest-ServerExternalEventsTest-563522017-project] Releasing lock "refresh_cache-78a7f578-6745-43e6-af34-b46d3f230cd1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.746864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-edc53b1f-8e34-40d4-ba75-075c9bca7939" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.748884] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Instance network_info: |[{"id": "09c858ec-145b-4b37-bfd6-eec840c2de29", "address": "fa:16:3e:a6:41:13", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c858ec-14", "ovs_interfaceid": "09c858ec-145b-4b37-bfd6-eec840c2de29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 920.748884] env[65664]: DEBUG oslo_concurrency.lockutils [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] Acquired lock "refresh_cache-edc53b1f-8e34-40d4-ba75-075c9bca7939" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.748884] env[65664]: DEBUG nova.network.neutron [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Refreshing network info cache for port 09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.749490] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:41:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09c858ec-145b-4b37-bfd6-eec840c2de29', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.758101] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 920.762511] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.763389] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d40eb9-216d-4b94-94fc-c95853182488 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.785124] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 920.795027] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.795027] env[65664]: value = "task-4415578" [ 920.795027] env[65664]: _type = "Task" [ 920.795027] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.809837] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415578, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.819353] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.819636] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.819828] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.820181] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.820388] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.820605] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.820942] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.821207] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.821462] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.821699] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.821968] env[65664]: DEBUG nova.virt.hardware [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.823421] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64885d4f-1f2c-43ff-8bad-47a2ac1a324f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.836861] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37955d5f-9f49-456f-95d5-e0dd63b0d3b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.868088] env[65664]: DEBUG oslo_vmware.api [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415575, 'name': PowerOffVM_Task, 'duration_secs': 0.289178} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.868438] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.868746] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.869015] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed35a02f-febb-4ec5-8b63-f50d05733736 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.892678] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.960290] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.960609] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.960895] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Deleting the datastore file [datastore1] 78a7f578-6745-43e6-af34-b46d3f230cd1 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.964273] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8123bc51-840d-4c6e-89ce-7d4cfbb38f3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.972744] env[65664]: DEBUG oslo_vmware.api [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for the task: (returnval){ [ 920.972744] env[65664]: value = "task-4415580" [ 920.972744] env[65664]: _type = "Task" [ 920.972744] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.991191] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415577, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.991550] env[65664]: DEBUG oslo_vmware.api [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.260909] env[65664]: WARNING neutronclient.v2_0.client [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.270147] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14010fc7-8737-4c15-91ec-ea46c3d44280 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.281174] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d41bb6-debd-43d8-88d4-2ce021a07928 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.325532] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a19d6d-bfd6-4405-8a33-76a6065458ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.338246] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415578, 'name': CreateVM_Task, 'duration_secs': 0.499194} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.340396] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.341565] env[65664]: WARNING neutronclient.v2_0.client [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.341565] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.341565] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.341839] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.343172] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956f70f-0c7c-4f6e-9335-2e6e5f976f4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.347850] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b5e013-d648-4cde-acd8-54a0491ab81f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.354912] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 921.354912] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52954873-c978-1225-262a-aaa2dd6f4ef4" [ 921.354912] env[65664]: _type = "Task" [ 921.354912] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.363775] env[65664]: DEBUG nova.compute.provider_tree [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.374977] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52954873-c978-1225-262a-aaa2dd6f4ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.391187] env[65664]: DEBUG oslo_vmware.api [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415576, 'name': PowerOnVM_Task, 'duration_secs': 0.775094} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.391482] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.391693] env[65664]: INFO nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Took 10.09 seconds to spawn the instance on the hypervisor. [ 921.391898] env[65664]: DEBUG nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 921.392789] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c8f77-7b4c-4ab3-9057-6016cc3c5ecd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.420338] env[65664]: DEBUG nova.network.neutron [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Successfully updated port: bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.488328] env[65664]: DEBUG oslo_vmware.api [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415577, 'name': PowerOnVM_Task, 'duration_secs': 0.532088} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.492177] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.492177] env[65664]: INFO nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Took 7.47 seconds to spawn the instance on the hypervisor. [ 921.492177] env[65664]: DEBUG nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 921.492670] env[65664]: DEBUG oslo_vmware.api [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Task: {'id': task-4415580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324459} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.493407] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19eac52-667e-49d3-9564-c44589af6b89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.496073] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.496265] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.496447] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.496605] env[65664]: INFO nova.compute.manager [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 921.496840] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 921.497095] env[65664]: DEBUG nova.compute.manager [-] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 921.497161] env[65664]: DEBUG nova.network.neutron [-] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 921.497553] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.507101] env[65664]: WARNING neutronclient.v2_0.client [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.573958] env[65664]: DEBUG nova.compute.manager [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-vif-plugged-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 921.574187] env[65664]: DEBUG oslo_concurrency.lockutils [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] Acquiring lock "6b640536-b3ca-4672-98ca-41e56412bed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.574406] env[65664]: DEBUG oslo_concurrency.lockutils [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] Lock "6b640536-b3ca-4672-98ca-41e56412bed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.574600] env[65664]: DEBUG oslo_concurrency.lockutils [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] Lock "6b640536-b3ca-4672-98ca-41e56412bed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.574767] env[65664]: DEBUG nova.compute.manager [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] No waiting events found dispatching network-vif-plugged-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.574953] env[65664]: WARNING nova.compute.manager [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received unexpected event network-vif-plugged-bc5287f0-6285-4027-9b0f-65fa2a04b120 for instance with vm_state building and task_state spawning. [ 921.575086] env[65664]: DEBUG nova.compute.manager [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 921.575239] env[65664]: DEBUG nova.compute.manager [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing instance network info cache due to event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 921.575417] env[65664]: DEBUG oslo_concurrency.lockutils [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.575627] env[65664]: DEBUG oslo_concurrency.lockutils [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.575827] env[65664]: DEBUG nova.network.neutron [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.577713] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.613533] env[65664]: DEBUG nova.network.neutron [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Updated VIF entry in instance network info cache for port 09c858ec-145b-4b37-bfd6-eec840c2de29. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 921.613940] env[65664]: DEBUG nova.network.neutron [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Updating instance_info_cache with network_info: [{"id": "09c858ec-145b-4b37-bfd6-eec840c2de29", "address": "fa:16:3e:a6:41:13", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c858ec-14", "ovs_interfaceid": "09c858ec-145b-4b37-bfd6-eec840c2de29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.886902] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52954873-c978-1225-262a-aaa2dd6f4ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.03412} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.887055] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.887378] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.887777] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.887933] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.888360] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.888439] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42535e39-e0f4-44dd-83ba-a2b20849abe8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.901882] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.902075] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.902845] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b33f8a5-2d29-4878-9749-41c55bd8842a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.910681] env[65664]: DEBUG nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 921.910963] env[65664]: DEBUG nova.compute.provider_tree [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 107 to 108 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 921.911658] env[65664]: DEBUG nova.compute.provider_tree [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.918258] env[65664]: INFO nova.compute.manager [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Took 42.80 seconds to build instance. [ 921.919611] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 921.919611] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52903bd6-7d42-2ced-3c6c-9845f6cc42c6" [ 921.919611] env[65664]: _type = "Task" [ 921.919611] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.925173] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.930538] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52903bd6-7d42-2ced-3c6c-9845f6cc42c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.018435] env[65664]: INFO nova.compute.manager [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Took 38.97 seconds to build instance. [ 922.072431] env[65664]: DEBUG nova.compute.manager [req-d9dfd7f7-ba74-40b0-b995-5d194a79e189 req-d4b5dd8a-54a9-4124-a15c-fcd7fbc26d70 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Received event network-vif-deleted-27f46a6c-8ee0-48a6-a255-ac45b697ac99 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 922.072647] env[65664]: INFO nova.compute.manager [req-d9dfd7f7-ba74-40b0-b995-5d194a79e189 req-d4b5dd8a-54a9-4124-a15c-fcd7fbc26d70 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Neutron deleted interface 27f46a6c-8ee0-48a6-a255-ac45b697ac99; detaching it from the instance and deleting it from the info cache [ 922.072838] env[65664]: DEBUG nova.network.neutron [req-d9dfd7f7-ba74-40b0-b995-5d194a79e189 req-d4b5dd8a-54a9-4124-a15c-fcd7fbc26d70 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.081519] env[65664]: WARNING neutronclient.v2_0.client [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.116552] env[65664]: DEBUG oslo_concurrency.lockutils [req-56f22990-0634-42f8-9523-97ae8a780257 req-2fb8b2f9-dad3-4264-83d4-7f28adf06e72 service nova] Releasing lock "refresh_cache-edc53b1f-8e34-40d4-ba75-075c9bca7939" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128121] env[65664]: DEBUG nova.network.neutron [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.201258] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.223548] env[65664]: DEBUG nova.network.neutron [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.257237] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.257755] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.258056] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.289033] env[65664]: DEBUG nova.network.neutron [-] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.296635] env[65664]: DEBUG nova.network.neutron [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Port 62e21459-e544-4d88-9e01-364968b5f322 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 922.296898] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.297062] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.297223] env[65664]: DEBUG nova.network.neutron [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.418707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.647s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.422051] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.003s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.422719] env[65664]: INFO nova.compute.claims [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.426440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-19c6887a-f3fe-4b9d-a52e-48643a57103d tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "e205ed4f-3703-4de4-93e4-54852098df4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.047s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.438965] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52903bd6-7d42-2ced-3c6c-9845f6cc42c6, 'name': SearchDatastore_Task, 'duration_secs': 0.025615} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.440180] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2b0b19-73fe-439c-a10d-a9c3415e1176 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.444804] env[65664]: INFO nova.scheduler.client.report [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Deleted allocations for instance d6398fea-9c96-4022-95ac-a1c7ac1dea8e [ 922.454931] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 922.454931] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fd3f0e-2119-df8a-aeff-e0cf031f357b" [ 922.454931] env[65664]: _type = "Task" [ 922.454931] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.465162] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fd3f0e-2119-df8a-aeff-e0cf031f357b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.520403] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e6603e54-433c-4bd2-bdf3-63d3deb7ca92 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "26a623cb-37cb-46ed-826e-204267a144b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.613s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.576820] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80429013-7751-4154-9030-0d3923051e50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.587215] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f07d6-d388-4085-85c2-b6e3c87ab906 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.627266] env[65664]: DEBUG nova.compute.manager [req-d9dfd7f7-ba74-40b0-b995-5d194a79e189 req-d4b5dd8a-54a9-4124-a15c-fcd7fbc26d70 service nova] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Detach interface failed, port_id=27f46a6c-8ee0-48a6-a255-ac45b697ac99, reason: Instance 78a7f578-6745-43e6-af34-b46d3f230cd1 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 922.728990] env[65664]: DEBUG oslo_concurrency.lockutils [req-60dca094-0d7a-4c30-8c35-503e95b4240c req-9614bc52-fe6d-479e-b29b-c8dab5263dde service nova] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.729454] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.729631] env[65664]: DEBUG nova.network.neutron [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.792148] env[65664]: INFO nova.compute.manager [-] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Took 1.29 seconds to deallocate network for instance. [ 922.801134] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.933300] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 922.961710] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cef2077-cb70-4663-a9c2-767439d9ee39 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "d6398fea-9c96-4022-95ac-a1c7ac1dea8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.261s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.971264] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fd3f0e-2119-df8a-aeff-e0cf031f357b, 'name': SearchDatastore_Task, 'duration_secs': 0.024261} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.971609] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.971901] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] edc53b1f-8e34-40d4-ba75-075c9bca7939/edc53b1f-8e34-40d4-ba75-075c9bca7939.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.973294] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.975573] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b9c485-3a90-4bef-b0f0-5eaacfa09a8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.984629] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 922.984629] env[65664]: value = "task-4415581" [ 922.984629] env[65664]: _type = "Task" [ 922.984629] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.995173] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.077973] env[65664]: DEBUG nova.network.neutron [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.283312] env[65664]: DEBUG nova.network.neutron [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 923.299407] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.368271] env[65664]: WARNING neutronclient.v2_0.client [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.445579] env[65664]: DEBUG nova.compute.manager [None req-19db20c0-0798-460d-a648-a3fad8369ae1 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.446884] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c5b40-edfc-4f8b-8900-cd41b2ecc064 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.460726] env[65664]: DEBUG nova.network.neutron [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.473611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.496847] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415581, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.580823] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.742941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.743279] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.743573] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.743786] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.744035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.747174] env[65664]: INFO nova.compute.manager [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Terminating instance [ 923.828547] env[65664]: DEBUG nova.compute.manager [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.834240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a04514c-0549-434c-a880-c2a3923fafdd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.904702] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "26a623cb-37cb-46ed-826e-204267a144b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.905036] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "26a623cb-37cb-46ed-826e-204267a144b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.905228] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "26a623cb-37cb-46ed-826e-204267a144b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.905410] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "26a623cb-37cb-46ed-826e-204267a144b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.906392] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "26a623cb-37cb-46ed-826e-204267a144b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.907800] env[65664]: INFO nova.compute.manager [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Terminating instance [ 923.962738] env[65664]: INFO nova.compute.manager [None req-19db20c0-0798-460d-a648-a3fad8369ae1 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] instance snapshotting [ 923.963324] env[65664]: DEBUG nova.objects.instance [None req-19db20c0-0798-460d-a648-a3fad8369ae1 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lazy-loading 'flavor' on Instance uuid 26a623cb-37cb-46ed-826e-204267a144b8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.964740] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.965052] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Instance network_info: |[{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 923.965673] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ca:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5287f0-6285-4027-9b0f-65fa2a04b120', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.973939] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Creating folder: Project (30e222f4905341f5845d477e9b909f75). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.976914] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b08f5ced-72c6-4080-b4fd-5d84a3dcd78e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.993174] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Created folder: Project (30e222f4905341f5845d477e9b909f75) in parent group-v863926. [ 923.993417] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Creating folder: Instances. Parent ref: group-v864125. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.994364] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef416a95-24e9-46ef-8155-5b68c78312ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.999788] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526188} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.000372] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] edc53b1f-8e34-40d4-ba75-075c9bca7939/edc53b1f-8e34-40d4-ba75-075c9bca7939.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.000592] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.000930] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce1f38c2-dfab-45d0-8f2d-1c56749099a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.005912] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf0d2b5-3b07-4dc0-a154-20e75c26351c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.010399] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 924.010399] env[65664]: value = "task-4415584" [ 924.010399] env[65664]: _type = "Task" [ 924.010399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.012220] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Created folder: Instances in parent group-v864125. [ 924.012486] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 924.015699] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.017783] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4349f2-3fcb-4ad0-a43d-745ce21b235d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.034957] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5f0dc2-cbb4-46fd-af66-eae918c17c10 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.044378] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.077352] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b1f68-b704-47ee-86dd-ba84fdd539a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.080396] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.080396] env[65664]: value = "task-4415585" [ 924.080396] env[65664]: _type = "Task" [ 924.080396] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.089850] env[65664]: DEBUG nova.compute.manager [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65664) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 924.090297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.095485] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b35b36d-f744-412c-ad40-33fdcbabfc05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.100228] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415585, 'name': CreateVM_Task} progress is 15%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.113460] env[65664]: DEBUG nova.compute.provider_tree [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.252176] env[65664]: DEBUG nova.compute.manager [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 924.252430] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.253830] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d112ea6-3167-4fe3-aaca-faa36212c283 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.265049] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.265309] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af870bf7-eb4c-43f1-8c40-6a4cebaf5ae4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.273075] env[65664]: DEBUG oslo_vmware.api [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 924.273075] env[65664]: value = "task-4415586" [ 924.273075] env[65664]: _type = "Task" [ 924.273075] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.283620] env[65664]: DEBUG oslo_vmware.api [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.347518] env[65664]: INFO nova.compute.manager [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] instance snapshotting [ 924.351131] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c198c7b-6e3f-4711-ad7d-74e4e0f73991 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.372784] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8407ea-2911-4f4a-98fd-8b3a5c67666e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.415682] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "refresh_cache-26a623cb-37cb-46ed-826e-204267a144b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.415881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquired lock "refresh_cache-26a623cb-37cb-46ed-826e-204267a144b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.416074] env[65664]: DEBUG nova.network.neutron [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.469796] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a422e59-31b5-4667-a969-2b57b6c2ac6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.487838] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e77cb-2a3c-4f4a-922b-9c4444877373 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.524063] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076887} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.524063] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.524991] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b57671-7efc-49e9-ac00-bc3025645741 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.549188] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] edc53b1f-8e34-40d4-ba75-075c9bca7939/edc53b1f-8e34-40d4-ba75-075c9bca7939.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.550285] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee38118-2e89-48e9-88e1-3f0847509da8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.571919] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 924.571919] env[65664]: value = "task-4415587" [ 924.571919] env[65664]: _type = "Task" [ 924.571919] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.583635] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.593461] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415585, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.617027] env[65664]: DEBUG nova.scheduler.client.report [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.783768] env[65664]: DEBUG oslo_vmware.api [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415586, 'name': PowerOffVM_Task, 'duration_secs': 0.461946} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.784058] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.784243] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.784510] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14302253-a389-45c6-915e-682cb28a8841 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.863749] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.863987] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.864193] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Deleting the datastore file [datastore1] e803b4f8-ea31-40f6-b2e7-98d1755d5971 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.864509] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d975c4-7916-4d1c-b78c-677c4bcb7f35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.872454] env[65664]: DEBUG oslo_vmware.api [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for the task: (returnval){ [ 924.872454] env[65664]: value = "task-4415589" [ 924.872454] env[65664]: _type = "Task" [ 924.872454] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.884449] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.884761] env[65664]: DEBUG oslo_vmware.api [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.884993] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e80ea98-dc71-4b0f-aa1d-7e776cd80545 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.893297] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 924.893297] env[65664]: value = "task-4415590" [ 924.893297] env[65664]: _type = "Task" [ 924.893297] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.903259] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.920792] env[65664]: WARNING neutronclient.v2_0.client [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.938200] env[65664]: DEBUG nova.network.neutron [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.998094] env[65664]: DEBUG nova.network.neutron [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.999596] env[65664]: DEBUG nova.compute.manager [None req-19db20c0-0798-460d-a648-a3fad8369ae1 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Instance disappeared during snapshot {{(pid=65664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 925.085091] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.100802] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415585, 'name': CreateVM_Task, 'duration_secs': 0.796306} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.101256] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.102048] env[65664]: WARNING neutronclient.v2_0.client [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.102532] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.102865] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.103337] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.103716] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24960c78-6afa-42e5-98b3-1b24235c95bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.110410] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 925.110410] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dfd1ba-7a5a-63ad-002e-1adee07c9cfc" [ 925.110410] env[65664]: _type = "Task" [ 925.110410] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.120884] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dfd1ba-7a5a-63ad-002e-1adee07c9cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.121692] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.122234] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 925.128065] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.680s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.286792] env[65664]: DEBUG nova.compute.manager [None req-19db20c0-0798-460d-a648-a3fad8369ae1 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Found 0 images (rotation: 2) {{(pid=65664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 925.384813] env[65664]: DEBUG oslo_vmware.api [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Task: {'id': task-4415589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183848} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.385390] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.385445] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.385761] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.386087] env[65664]: INFO nova.compute.manager [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.386439] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.386958] env[65664]: DEBUG nova.compute.manager [-] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 925.387101] env[65664]: DEBUG nova.network.neutron [-] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 925.387477] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.403941] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.431881] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.502746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Releasing lock "refresh_cache-26a623cb-37cb-46ed-826e-204267a144b8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.503757] env[65664]: DEBUG nova.compute.manager [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 925.503757] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.504332] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c38dfb-05a8-4a8f-a9f9-71b5d4d70a92 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.513697] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.513970] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70c17b4-f3a4-4665-80b2-e2cefb91dcfc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.521924] env[65664]: DEBUG oslo_vmware.api [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 925.521924] env[65664]: value = "task-4415591" [ 925.521924] env[65664]: _type = "Task" [ 925.521924] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.534210] env[65664]: DEBUG oslo_vmware.api [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.588488] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415587, 'name': ReconfigVM_Task, 'duration_secs': 0.539624} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.588984] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Reconfigured VM instance instance-00000047 to attach disk [datastore1] edc53b1f-8e34-40d4-ba75-075c9bca7939/edc53b1f-8e34-40d4-ba75-075c9bca7939.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.589993] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7efa281e-07dd-487a-8901-f1103c96820f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.600344] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 925.600344] env[65664]: value = "task-4415592" [ 925.600344] env[65664]: _type = "Task" [ 925.600344] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.624430] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415592, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.633817] env[65664]: DEBUG nova.compute.utils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.638385] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dfd1ba-7a5a-63ad-002e-1adee07c9cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.01435} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.639301] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 925.639488] env[65664]: DEBUG nova.network.neutron [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 925.639937] env[65664]: WARNING neutronclient.v2_0.client [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.640115] env[65664]: WARNING neutronclient.v2_0.client [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.643111] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.643111] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.643111] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.643111] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.643111] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.643575] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-203bf07c-4d9f-4bcd-8905-a35978787df1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.660998] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.661384] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.662631] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bdcc32-72eb-4122-94e1-4d1493dd2edc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.674527] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 925.674527] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5294c893-014e-ee6a-58f7-6b9e0c4505d7" [ 925.674527] env[65664]: _type = "Task" [ 925.674527] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.691450] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5294c893-014e-ee6a-58f7-6b9e0c4505d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.694222] env[65664]: DEBUG nova.policy [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.816744] env[65664]: DEBUG nova.compute.manager [req-726b2aeb-9fdc-44f7-8bdc-718c695a8b1a req-471fbe24-fb14-4b7b-be38-3e528222d77d service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Received event network-vif-deleted-9bc8c18b-d176-475f-926b-b0ffe60c4c73 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 925.816951] env[65664]: INFO nova.compute.manager [req-726b2aeb-9fdc-44f7-8bdc-718c695a8b1a req-471fbe24-fb14-4b7b-be38-3e528222d77d service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Neutron deleted interface 9bc8c18b-d176-475f-926b-b0ffe60c4c73; detaching it from the instance and deleting it from the info cache [ 925.817178] env[65664]: DEBUG nova.network.neutron [req-726b2aeb-9fdc-44f7-8bdc-718c695a8b1a req-471fbe24-fb14-4b7b-be38-3e528222d77d service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.906556] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415590, 'name': CreateSnapshot_Task, 'duration_secs': 0.764759} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.910134] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.911366] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e84b2-6e1b-4540-8775-1fb6aa79b6e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.034934] env[65664]: DEBUG oslo_vmware.api [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415591, 'name': PowerOffVM_Task, 'duration_secs': 0.2232} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.035225] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.035387] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.035662] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10fa84b0-7191-4133-a2cb-ffa35884402f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.075281] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.075518] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.075737] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Deleting the datastore file [datastore1] 26a623cb-37cb-46ed-826e-204267a144b8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.076500] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050f00ec-cf63-4d88-8e19-092c16ab2ad2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.083585] env[65664]: DEBUG oslo_vmware.api [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for the task: (returnval){ [ 926.083585] env[65664]: value = "task-4415594" [ 926.083585] env[65664]: _type = "Task" [ 926.083585] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.084741] env[65664]: DEBUG nova.network.neutron [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Successfully created port: 152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 926.100671] env[65664]: DEBUG oslo_vmware.api [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.111509] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415592, 'name': Rename_Task, 'duration_secs': 0.178014} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.114991] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.115556] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-072231d6-cf63-44c0-9318-7a5f837d72cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.124531] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 926.124531] env[65664]: value = "task-4415595" [ 926.124531] env[65664]: _type = "Task" [ 926.124531] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.138677] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.141217] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 926.194222] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5294c893-014e-ee6a-58f7-6b9e0c4505d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015115} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.197850] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd4b296-0f10-4448-8ab1-b8836d5cb509 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.201950] env[65664]: DEBUG nova.network.neutron [-] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.206621] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 926.206621] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526a70fe-6554-e28b-0fc7-906632135a05" [ 926.206621] env[65664]: _type = "Task" [ 926.206621] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.221566] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526a70fe-6554-e28b-0fc7-906632135a05, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.221760] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.221973] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/6b640536-b3ca-4672-98ca-41e56412bed2.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.222178] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe12b89e-bda5-4e16-96bf-adb6dceb420e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.230098] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 926.230098] env[65664]: value = "task-4415596" [ 926.230098] env[65664]: _type = "Task" [ 926.230098] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.240949] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.286242] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492ac77e-94f1-44bf-8739-9316411a8968 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.299321] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c6553-5e33-4155-b598-809e04e6be34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.352026] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88983829-3686-4ceb-94c7-c7014e9511a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.353995] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea285b-d181-4dff-9bff-d61378843e06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.366647] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729d204-ce88-480e-802c-d5673dd6a60b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.376902] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ceba22-a022-42c4-a03e-4824771a6639 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.409554] env[65664]: DEBUG nova.compute.provider_tree [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.433047] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.434725] env[65664]: DEBUG nova.compute.manager [req-726b2aeb-9fdc-44f7-8bdc-718c695a8b1a req-471fbe24-fb14-4b7b-be38-3e528222d77d service nova] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Detach interface failed, port_id=9bc8c18b-d176-475f-926b-b0ffe60c4c73, reason: Instance e803b4f8-ea31-40f6-b2e7-98d1755d5971 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 926.436067] env[65664]: DEBUG nova.scheduler.client.report [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.440427] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17f1259a-8f35-4822-96ed-a8e6170b9073 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.451029] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 926.451029] env[65664]: value = "task-4415597" [ 926.451029] env[65664]: _type = "Task" [ 926.451029] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.462206] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415597, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.603257] env[65664]: DEBUG oslo_vmware.api [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Task: {'id': task-4415594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110601} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.603257] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.603257] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.603257] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.603257] env[65664]: INFO nova.compute.manager [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 926.603257] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 926.603257] env[65664]: DEBUG nova.compute.manager [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 926.603257] env[65664]: DEBUG nova.network.neutron [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 926.603257] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.636091] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.637128] env[65664]: DEBUG nova.network.neutron [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 926.637378] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.705068] env[65664]: INFO nova.compute.manager [-] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Took 1.32 seconds to deallocate network for instance. [ 926.743076] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503502} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.743986] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/6b640536-b3ca-4672-98ca-41e56412bed2.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.744230] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.744497] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34b4546d-70fb-4cde-8ba3-9bbd4ea78d1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.752699] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 926.752699] env[65664]: value = "task-4415598" [ 926.752699] env[65664]: _type = "Task" [ 926.752699] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.762726] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.961793] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415597, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.140512] env[65664]: DEBUG nova.network.neutron [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.141870] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.152894] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 927.185991] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.186480] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.186647] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.186832] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.186979] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.187138] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.187353] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.187512] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.187815] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.188260] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.188566] env[65664]: DEBUG nova.virt.hardware [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.189744] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bf5053-32e8-4894-bb09-b05810af7787 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.200586] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8eba04-749f-4cd7-bcf3-365dc4b2e47a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.217620] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.262581] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192854} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.262882] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.263771] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db84b03-d9a9-4129-a139-1177a2cbae4a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.288259] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/6b640536-b3ca-4672-98ca-41e56412bed2.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.288645] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23fbe1ab-6b0d-48c9-8f87-0a79dcabd527 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.311856] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 927.311856] env[65664]: value = "task-4415599" [ 927.311856] env[65664]: _type = "Task" [ 927.311856] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.325131] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.451421] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.323s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.454436] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.719s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.454616] env[65664]: DEBUG nova.objects.instance [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'resources' on Instance uuid 30e623cb-6217-4232-a11a-e2adfd0e2a22 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.466062] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415597, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.618751] env[65664]: DEBUG nova.compute.manager [req-322e6774-94ca-4e36-ba52-26efef84aacc req-858eab0c-64c5-4f4a-a438-757fdc7e0829 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Received event network-vif-plugged-152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 927.618966] env[65664]: DEBUG oslo_concurrency.lockutils [req-322e6774-94ca-4e36-ba52-26efef84aacc req-858eab0c-64c5-4f4a-a438-757fdc7e0829 service nova] Acquiring lock "8530354c-603e-40b5-a570-fcf6000bac39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.619194] env[65664]: DEBUG oslo_concurrency.lockutils [req-322e6774-94ca-4e36-ba52-26efef84aacc req-858eab0c-64c5-4f4a-a438-757fdc7e0829 service nova] Lock "8530354c-603e-40b5-a570-fcf6000bac39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.619409] env[65664]: DEBUG oslo_concurrency.lockutils [req-322e6774-94ca-4e36-ba52-26efef84aacc req-858eab0c-64c5-4f4a-a438-757fdc7e0829 service nova] Lock "8530354c-603e-40b5-a570-fcf6000bac39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.619518] env[65664]: DEBUG nova.compute.manager [req-322e6774-94ca-4e36-ba52-26efef84aacc req-858eab0c-64c5-4f4a-a438-757fdc7e0829 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] No waiting events found dispatching network-vif-plugged-152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 927.619677] env[65664]: WARNING nova.compute.manager [req-322e6774-94ca-4e36-ba52-26efef84aacc req-858eab0c-64c5-4f4a-a438-757fdc7e0829 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Received unexpected event network-vif-plugged-152f5594-744a-4809-9ce2-81f7ca38293f for instance with vm_state building and task_state spawning. [ 927.638365] env[65664]: DEBUG oslo_vmware.api [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415595, 'name': PowerOnVM_Task, 'duration_secs': 1.081516} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.638655] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.638899] env[65664]: INFO nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Took 9.56 seconds to spawn the instance on the hypervisor. [ 927.639100] env[65664]: DEBUG nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 927.639959] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62343231-17c3-4e35-b213-c97cd9c5917c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.642950] env[65664]: INFO nova.compute.manager [-] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Took 1.04 seconds to deallocate network for instance. [ 927.681299] env[65664]: DEBUG nova.network.neutron [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Successfully updated port: 152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 927.823895] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.974227] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415597, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.027608] env[65664]: INFO nova.scheduler.client.report [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocation for migration cdb82515-ab3f-4f96-b882-4edc8a0eb854 [ 928.152631] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.163650] env[65664]: INFO nova.compute.manager [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Took 39.88 seconds to build instance. [ 928.186603] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-8530354c-603e-40b5-a570-fcf6000bac39" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186603] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-8530354c-603e-40b5-a570-fcf6000bac39" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.186603] env[65664]: DEBUG nova.network.neutron [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 928.329969] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415599, 'name': ReconfigVM_Task, 'duration_secs': 0.619392} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.329969] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/6b640536-b3ca-4672-98ca-41e56412bed2.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.330871] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4ee6db5-118d-43de-834c-52e48a5ee71f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.341985] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 928.341985] env[65664]: value = "task-4415600" [ 928.341985] env[65664]: _type = "Task" [ 928.341985] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.355301] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415600, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.467336] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415597, 'name': CloneVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.532947] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103bc4c-f439-45bb-a7d3-880052f71ba8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.540762] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e635d29-1774-4cd7-86d8-069b0d84518f tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.459s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.551730] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ee36c-30e0-4cd4-85ea-2071b179bc57 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.590372] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe63e5d-f01d-4497-b915-71bf772a5bb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.600259] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b155a1d-48b4-4310-8e19-6e2d3e54efe6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.615914] env[65664]: DEBUG nova.compute.provider_tree [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.666909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a18c250d-eee7-4c5c-b243-57b8fb188788 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.362s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.732310] env[65664]: DEBUG nova.network.neutron [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.826321] env[65664]: WARNING neutronclient.v2_0.client [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.852745] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415600, 'name': Rename_Task, 'duration_secs': 0.284394} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.853052] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.853321] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f32844f-cc85-42e8-8a8d-5acfc39fb7f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.860692] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 928.860692] env[65664]: value = "task-4415601" [ 928.860692] env[65664]: _type = "Task" [ 928.860692] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.870611] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.928388] env[65664]: DEBUG nova.network.neutron [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Updating instance_info_cache with network_info: [{"id": "152f5594-744a-4809-9ce2-81f7ca38293f", "address": "fa:16:3e:41:4d:13", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f5594-74", "ovs_interfaceid": "152f5594-744a-4809-9ce2-81f7ca38293f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.967904] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415597, 'name': CloneVM_Task, 'duration_secs': 2.316912} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.968210] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Created linked-clone VM from snapshot [ 928.969057] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e805a9d-9895-4cc8-ad5b-b03ee4610142 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.978383] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Uploading image bc4dc3bf-e4e5-48b4-b582-5ab0b26fb3cc {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.991904] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.992274] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7aa03650-58a9-408d-ac74-a72ac36a3c34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.001280] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 929.001280] env[65664]: value = "task-4415602" [ 929.001280] env[65664]: _type = "Task" [ 929.001280] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.012651] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415602, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.119922] env[65664]: DEBUG nova.scheduler.client.report [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.374022] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.433289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-8530354c-603e-40b5-a570-fcf6000bac39" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.433289] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Instance network_info: |[{"id": "152f5594-744a-4809-9ce2-81f7ca38293f", "address": "fa:16:3e:41:4d:13", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f5594-74", "ovs_interfaceid": "152f5594-744a-4809-9ce2-81f7ca38293f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 929.433289] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:4d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152f5594-744a-4809-9ce2-81f7ca38293f', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.446965] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 929.447353] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.447624] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf049625-431e-4957-93fe-8cb4848ad2f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.480937] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.480937] env[65664]: value = "task-4415603" [ 929.480937] env[65664]: _type = "Task" [ 929.480937] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.495009] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415603, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.514852] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415602, 'name': Destroy_Task, 'duration_secs': 0.492587} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.514932] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Destroyed the VM [ 929.515310] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.515879] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0d9301e-a854-4e91-8d24-bd878adcc142 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.525287] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 929.525287] env[65664]: value = "task-4415604" [ 929.525287] env[65664]: _type = "Task" [ 929.525287] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.539072] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.625735] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.629263] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.254s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.632065] env[65664]: INFO nova.compute.claims [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.652793] env[65664]: INFO nova.scheduler.client.report [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Deleted allocations for instance 30e623cb-6217-4232-a11a-e2adfd0e2a22 [ 929.751345] env[65664]: DEBUG nova.compute.manager [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Received event network-changed-152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 929.751676] env[65664]: DEBUG nova.compute.manager [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Refreshing instance network info cache due to event network-changed-152f5594-744a-4809-9ce2-81f7ca38293f. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 929.751812] env[65664]: DEBUG oslo_concurrency.lockutils [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] Acquiring lock "refresh_cache-8530354c-603e-40b5-a570-fcf6000bac39" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.752014] env[65664]: DEBUG oslo_concurrency.lockutils [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] Acquired lock "refresh_cache-8530354c-603e-40b5-a570-fcf6000bac39" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.752154] env[65664]: DEBUG nova.network.neutron [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Refreshing network info cache for port 152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.879140] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.994256] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415603, 'name': CreateVM_Task, 'duration_secs': 0.426271} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.994567] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.995359] env[65664]: WARNING neutronclient.v2_0.client [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.996036] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.996305] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.996801] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.997467] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57604a03-432b-4dd7-98ef-0d4705f800d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.004921] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 930.004921] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6e732-15fc-dd58-2be8-8867bb83a8cb" [ 930.004921] env[65664]: _type = "Task" [ 930.004921] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.014968] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6e732-15fc-dd58-2be8-8867bb83a8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.037791] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415604, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.163721] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "30e623cb-6217-4232-a11a-e2adfd0e2a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.291s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.255381] env[65664]: WARNING neutronclient.v2_0.client [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.381804] env[65664]: DEBUG oslo_vmware.api [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415601, 'name': PowerOnVM_Task, 'duration_secs': 1.382503} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.382134] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.382374] env[65664]: INFO nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Took 9.60 seconds to spawn the instance on the hypervisor. [ 930.382651] env[65664]: DEBUG nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.383596] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea68d41-1bae-46e7-a3be-483cbe40f4b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.459238] env[65664]: WARNING neutronclient.v2_0.client [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.463445] env[65664]: DEBUG oslo_concurrency.lockutils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.463672] env[65664]: DEBUG oslo_concurrency.lockutils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.516332] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6e732-15fc-dd58-2be8-8867bb83a8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.516662] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.517035] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.517168] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.517325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.517505] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.517860] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc168e0-c111-474c-b4db-aa05b9cc9439 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.531718] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.531933] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.533485] env[65664]: DEBUG nova.network.neutron [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Updated VIF entry in instance network info cache for port 152f5594-744a-4809-9ce2-81f7ca38293f. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 930.533705] env[65664]: DEBUG nova.network.neutron [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Updating instance_info_cache with network_info: [{"id": "152f5594-744a-4809-9ce2-81f7ca38293f", "address": "fa:16:3e:41:4d:13", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f5594-74", "ovs_interfaceid": "152f5594-744a-4809-9ce2-81f7ca38293f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.535229] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0040c63-c06c-49de-9301-571563c62647 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.540818] env[65664]: DEBUG oslo_vmware.api [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801494} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.541485] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.546018] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 930.546018] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52702320-73c2-cb38-b3e1-1464e2447be6" [ 930.546018] env[65664]: _type = "Task" [ 930.546018] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.556668] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52702320-73c2-cb38-b3e1-1464e2447be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.905307] env[65664]: INFO nova.compute.manager [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Took 42.20 seconds to build instance. [ 930.968946] env[65664]: DEBUG nova.compute.utils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.039302] env[65664]: DEBUG oslo_concurrency.lockutils [req-c30f5471-6791-4784-b460-e5653cd37490 req-1b264b84-1847-47a2-9559-519b68b77db9 service nova] Releasing lock "refresh_cache-8530354c-603e-40b5-a570-fcf6000bac39" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.047964] env[65664]: WARNING nova.compute.manager [None req-46721288-ee34-4a7a-931b-4499cc2150f9 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Image not found during snapshot: nova.exception.ImageNotFound: Image bc4dc3bf-e4e5-48b4-b582-5ab0b26fb3cc could not be found. [ 931.065468] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52702320-73c2-cb38-b3e1-1464e2447be6, 'name': SearchDatastore_Task, 'duration_secs': 0.03991} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.069770] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2f91cb-cc28-491f-a19a-3782e69f4d07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.077489] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 931.077489] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527f65a6-a996-17f4-f827-0ca328274f6d" [ 931.077489] env[65664]: _type = "Task" [ 931.077489] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.097521] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527f65a6-a996-17f4-f827-0ca328274f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.014281} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.097881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.098516] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 8530354c-603e-40b5-a570-fcf6000bac39/8530354c-603e-40b5-a570-fcf6000bac39.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.098906] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed67377-8275-472d-9521-c51ed9baa51a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.111138] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 931.111138] env[65664]: value = "task-4415605" [ 931.111138] env[65664]: _type = "Task" [ 931.111138] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.127949] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.179252] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29507753-9057-4a98-bfeb-53bd03159275 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.191203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907a35f5-0dda-43f6-b913-ebc197d5e82f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.226953] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd116f43-bb43-4f36-9cd3-c636483f1db1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.236181] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a2353f-f94f-49e7-bff5-806a76df9f88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.252015] env[65664]: DEBUG nova.compute.provider_tree [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.308800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.309240] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.309577] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.309895] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.310245] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.312987] env[65664]: INFO nova.compute.manager [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Terminating instance [ 931.408216] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "6b640536-b3ca-4672-98ca-41e56412bed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.438s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.473419] env[65664]: DEBUG oslo_concurrency.lockutils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.620811] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415605, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.755721] env[65664]: DEBUG nova.scheduler.client.report [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.817814] env[65664]: DEBUG nova.compute.manager [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 931.818421] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.820328] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118aaa09-a0e2-49df-a61a-8362e9b78cc2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.829553] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.829936] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6522a2-e0bd-477b-9944-ce0c55cdb2c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.839702] env[65664]: DEBUG oslo_vmware.api [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 931.839702] env[65664]: value = "task-4415606" [ 931.839702] env[65664]: _type = "Task" [ 931.839702] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.851428] env[65664]: DEBUG oslo_vmware.api [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.124303] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890451} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.124937] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 8530354c-603e-40b5-a570-fcf6000bac39/8530354c-603e-40b5-a570-fcf6000bac39.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.125181] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.125441] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e454a89-dcaf-49df-a3c4-b3fbd8c10dee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.134251] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 932.134251] env[65664]: value = "task-4415607" [ 932.134251] env[65664]: _type = "Task" [ 932.134251] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.143284] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.261673] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.262252] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 932.265078] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.004s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.267269] env[65664]: INFO nova.compute.claims [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.351095] env[65664]: DEBUG oslo_vmware.api [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415606, 'name': PowerOffVM_Task, 'duration_secs': 0.348571} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.351411] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.351598] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.351876] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c935738c-ef26-4f01-baa9-58d081e6aeb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.413614] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "835cb91b-4107-4c1e-b207-3ce081a13086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.414433] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.438239] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.438473] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.438628] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore2] 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.438993] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca56b980-e745-4475-b3bc-1c498f474270 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.446262] env[65664]: DEBUG oslo_vmware.api [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 932.446262] env[65664]: value = "task-4415609" [ 932.446262] env[65664]: _type = "Task" [ 932.446262] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.455439] env[65664]: DEBUG oslo_vmware.api [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.547371] env[65664]: DEBUG oslo_concurrency.lockutils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.547678] env[65664]: DEBUG oslo_concurrency.lockutils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.548253] env[65664]: INFO nova.compute.manager [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Attaching volume ebf31877-bc5c-4a77-98ef-acb932bf89cb to /dev/sdb [ 932.590820] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf5b5b-61fd-4a4c-9fe0-8580e2e63f9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.600029] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab01c004-18db-420e-9786-62725811b657 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.617206] env[65664]: DEBUG nova.virt.block_device [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Updating existing volume attachment record: a875de75-5e59-479e-a316-dee3c3582e80 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 932.646575] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07117} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.646930] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.647674] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf42ce-5abe-48de-ae85-df68720fe793 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.676656] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8530354c-603e-40b5-a570-fcf6000bac39/8530354c-603e-40b5-a570-fcf6000bac39.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.677974] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-623e9c37-f2b6-4dda-a47c-43c53959b094 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.700892] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 932.700892] env[65664]: value = "task-4415610" [ 932.700892] env[65664]: _type = "Task" [ 932.700892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.707303] env[65664]: INFO nova.compute.manager [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Rescuing [ 932.707303] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.707303] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.707303] env[65664]: DEBUG nova.network.neutron [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.712013] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.773181] env[65664]: DEBUG nova.compute.utils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.781250] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 932.781250] env[65664]: DEBUG nova.network.neutron [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.781250] env[65664]: WARNING neutronclient.v2_0.client [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.781250] env[65664]: WARNING neutronclient.v2_0.client [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.840010] env[65664]: DEBUG nova.policy [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.916625] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 932.957819] env[65664]: DEBUG oslo_vmware.api [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40461} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.958137] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.958297] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.958487] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.958661] env[65664]: INFO nova.compute.manager [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Took 1.14 seconds to destroy the instance on the hypervisor. [ 932.959335] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 932.959335] env[65664]: DEBUG nova.compute.manager [-] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 932.959335] env[65664]: DEBUG nova.network.neutron [-] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 932.959611] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.081967] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.084496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "e205ed4f-3703-4de4-93e4-54852098df4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.084770] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "e205ed4f-3703-4de4-93e4-54852098df4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.087072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "e205ed4f-3703-4de4-93e4-54852098df4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.087072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "e205ed4f-3703-4de4-93e4-54852098df4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.087072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "e205ed4f-3703-4de4-93e4-54852098df4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.088420] env[65664]: INFO nova.compute.manager [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Terminating instance [ 933.211950] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415610, 'name': ReconfigVM_Task, 'duration_secs': 0.342408} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.212040] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8530354c-603e-40b5-a570-fcf6000bac39/8530354c-603e-40b5-a570-fcf6000bac39.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.212991] env[65664]: WARNING neutronclient.v2_0.client [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.215464] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04278b0-de6d-4995-94e2-1e9d6a59824d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.224661] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 933.224661] env[65664]: value = "task-4415612" [ 933.224661] env[65664]: _type = "Task" [ 933.224661] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.234909] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415612, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.279239] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 933.284509] env[65664]: DEBUG nova.network.neutron [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Successfully created port: 7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 933.298332] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.298755] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.442556] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.577776] env[65664]: WARNING neutronclient.v2_0.client [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.598429] env[65664]: DEBUG nova.compute.manager [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 933.598429] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.598429] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f0296-06d2-4b5d-9fab-20072cea2d16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.609467] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.609767] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d17de5-8921-4bfb-9e1f-630804226ecf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.621325] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 933.621325] env[65664]: value = "task-4415615" [ 933.621325] env[65664]: _type = "Task" [ 933.621325] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.634179] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.663240] env[65664]: DEBUG nova.compute.manager [req-b303c9c6-7c66-45f8-812e-29a94dcff208 req-96e146b6-d7f4-47cd-978a-627da30c1f6a service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Received event network-vif-deleted-ca99950b-24fa-4a01-977f-51e914dc1de4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 933.663644] env[65664]: INFO nova.compute.manager [req-b303c9c6-7c66-45f8-812e-29a94dcff208 req-96e146b6-d7f4-47cd-978a-627da30c1f6a service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Neutron deleted interface ca99950b-24fa-4a01-977f-51e914dc1de4; detaching it from the instance and deleting it from the info cache [ 933.664265] env[65664]: DEBUG nova.network.neutron [req-b303c9c6-7c66-45f8-812e-29a94dcff208 req-96e146b6-d7f4-47cd-978a-627da30c1f6a service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.726607] env[65664]: DEBUG nova.network.neutron [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.741019] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415612, 'name': Rename_Task, 'duration_secs': 0.168592} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.741359] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.741617] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a226e017-ecf9-49f2-a49c-2a3bb0b2de42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.750854] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 933.750854] env[65664]: value = "task-4415616" [ 933.750854] env[65664]: _type = "Task" [ 933.750854] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.760237] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.802165] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 933.926444] env[65664]: DEBUG nova.network.neutron [-] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.962546] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b967a-082d-4eb0-8fb4-db5bfe0576c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.972647] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac90db-4425-4faa-a293-ef30c7a6ea86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.006955] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ed6884-7aba-426a-bde8-a71dac2bf911 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.016600] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44340a46-ec37-4447-9372-0d762d697b90 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.035541] env[65664]: DEBUG nova.compute.provider_tree [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.133650] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415615, 'name': PowerOffVM_Task, 'duration_secs': 0.216677} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.134203] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.134203] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.134390] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13bbf1d4-ee1c-4357-9aff-2c9d74bf7717 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.168468] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f22e9c73-ed34-4a63-9e00-4ef237948ffa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.181532] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff303f4-4969-4989-8aae-317681a02a2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.229013] env[65664]: DEBUG nova.compute.manager [req-b303c9c6-7c66-45f8-812e-29a94dcff208 req-96e146b6-d7f4-47cd-978a-627da30c1f6a service nova] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Detach interface failed, port_id=ca99950b-24fa-4a01-977f-51e914dc1de4, reason: Instance 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 934.230764] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.230973] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.231173] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleting the datastore file [datastore1] e205ed4f-3703-4de4-93e4-54852098df4c {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.231503] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c49d48d-2ab4-4d3a-bd44-15104e3a171a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.233800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.242156] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 934.242156] env[65664]: value = "task-4415618" [ 934.242156] env[65664]: _type = "Task" [ 934.242156] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.255029] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.270333] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415616, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.301226] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 934.330915] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 934.331204] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.331359] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 934.331609] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.331789] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 934.331935] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 934.332232] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.332329] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 934.332493] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 934.332653] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 934.332821] env[65664]: DEBUG nova.virt.hardware [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 934.333754] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4c24c5-eba1-4afa-a469-5345e0c74589 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.338260] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.346860] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d821ffb-8494-484d-878f-32fecea434f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.432726] env[65664]: INFO nova.compute.manager [-] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Took 1.47 seconds to deallocate network for instance. [ 934.539727] env[65664]: DEBUG nova.scheduler.client.report [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.753742] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.763507] env[65664]: DEBUG oslo_vmware.api [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415616, 'name': PowerOnVM_Task, 'duration_secs': 0.525596} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.763763] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.763958] env[65664]: INFO nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Took 7.61 seconds to spawn the instance on the hypervisor. [ 934.764148] env[65664]: DEBUG nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.764922] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776e2c5-daee-400a-b086-51292c744b34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.789133] env[65664]: DEBUG nova.compute.manager [req-e4a3b336-01db-4cc4-9977-d80eb3c42534 req-99701cc8-0e9e-45df-8eeb-05cd5b787a49 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-vif-plugged-7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.789422] env[65664]: DEBUG oslo_concurrency.lockutils [req-e4a3b336-01db-4cc4-9977-d80eb3c42534 req-99701cc8-0e9e-45df-8eeb-05cd5b787a49 service nova] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.789568] env[65664]: DEBUG oslo_concurrency.lockutils [req-e4a3b336-01db-4cc4-9977-d80eb3c42534 req-99701cc8-0e9e-45df-8eeb-05cd5b787a49 service nova] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.789734] env[65664]: DEBUG oslo_concurrency.lockutils [req-e4a3b336-01db-4cc4-9977-d80eb3c42534 req-99701cc8-0e9e-45df-8eeb-05cd5b787a49 service nova] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.789897] env[65664]: DEBUG nova.compute.manager [req-e4a3b336-01db-4cc4-9977-d80eb3c42534 req-99701cc8-0e9e-45df-8eeb-05cd5b787a49 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] No waiting events found dispatching network-vif-plugged-7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 934.790292] env[65664]: WARNING nova.compute.manager [req-e4a3b336-01db-4cc4-9977-d80eb3c42534 req-99701cc8-0e9e-45df-8eeb-05cd5b787a49 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received unexpected event network-vif-plugged-7f05844a-3919-4d0b-979a-8867c46ed5c1 for instance with vm_state building and task_state spawning. [ 934.889180] env[65664]: DEBUG nova.network.neutron [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Successfully updated port: 7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.941046] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.045612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.046320] env[65664]: DEBUG nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 935.049583] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.218s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.049811] env[65664]: DEBUG nova.objects.instance [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lazy-loading 'resources' on Instance uuid 367c9018-7b83-41ed-9349-f8003f4af2b8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.256485] env[65664]: DEBUG oslo_vmware.api [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598286} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.257144] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.257455] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.260162] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.260162] env[65664]: INFO nova.compute.manager [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 935.260162] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.260162] env[65664]: DEBUG nova.compute.manager [-] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 935.260162] env[65664]: DEBUG nova.network.neutron [-] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 935.260162] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.284410] env[65664]: INFO nova.compute.manager [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Took 40.91 seconds to build instance. [ 935.313815] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.393301] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.394721] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.394721] env[65664]: DEBUG nova.network.neutron [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.554763] env[65664]: DEBUG nova.compute.utils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.560781] env[65664]: DEBUG nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 935.788929] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.790626] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32b16f72-ba1a-426b-8473-002e4fa5ce0b tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "8530354c-603e-40b5-a570-fcf6000bac39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.378s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.790626] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d18254-be42-4237-b945-9aa4e571b788 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.799510] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 935.799510] env[65664]: value = "task-4415620" [ 935.799510] env[65664]: _type = "Task" [ 935.799510] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.813532] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.868592] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "8530354c-603e-40b5-a570-fcf6000bac39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.869448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "8530354c-603e-40b5-a570-fcf6000bac39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.869448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "8530354c-603e-40b5-a570-fcf6000bac39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.869597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "8530354c-603e-40b5-a570-fcf6000bac39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.869816] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "8530354c-603e-40b5-a570-fcf6000bac39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.872618] env[65664]: INFO nova.compute.manager [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Terminating instance [ 935.941505] env[65664]: DEBUG nova.network.neutron [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 936.037165] env[65664]: WARNING neutronclient.v2_0.client [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.063169] env[65664]: DEBUG nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 936.109337] env[65664]: DEBUG nova.network.neutron [-] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.114450] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c4538-a84d-48b2-bac4-99b916452393 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.124538] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d93516-a942-415d-9226-7a25446b0feb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.157410] env[65664]: DEBUG nova.network.neutron [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.159800] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a8f16-be33-464f-824e-7a253244777b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.168382] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5cc024-f01a-4ecc-8ad1-dfe0cea2a869 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.184350] env[65664]: DEBUG nova.compute.provider_tree [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.311183] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415620, 'name': PowerOffVM_Task, 'duration_secs': 0.199132} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.311470] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.312340] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01512f0-16eb-43b4-a881-c3d809f5c5a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.335184] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5831cd-7acc-4c97-9922-775db97f1a76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.371434] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.371755] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efca15c9-e093-46c1-9849-5da9d4012258 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.380211] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 936.380211] env[65664]: value = "task-4415621" [ 936.380211] env[65664]: _type = "Task" [ 936.380211] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.380909] env[65664]: DEBUG nova.compute.manager [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 936.381145] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.382118] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf18faf-0df4-4162-8eab-42cd37f01096 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.397316] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 936.397484] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.397708] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.397863] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.398070] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.398353] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.398598] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fba7802b-bcbd-4e72-a1f9-70c1094622c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.400492] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b54a125a-3309-4358-a03d-679cc52edf52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.408524] env[65664]: DEBUG oslo_vmware.api [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 936.408524] env[65664]: value = "task-4415622" [ 936.408524] env[65664]: _type = "Task" [ 936.408524] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.413228] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.413442] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.414648] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e879b0c0-f092-4b65-92d0-27877e936b2d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.420656] env[65664]: DEBUG oslo_vmware.api [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.424524] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 936.424524] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f0792-ecf3-276c-1243-d75465955b9a" [ 936.424524] env[65664]: _type = "Task" [ 936.424524] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.433765] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f0792-ecf3-276c-1243-d75465955b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.612226] env[65664]: INFO nova.compute.manager [-] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Took 1.35 seconds to deallocate network for instance. [ 936.660559] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.660929] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Instance network_info: |[{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 936.661426] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:07:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f05844a-3919-4d0b-979a-8867c46ed5c1', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.670048] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Creating folder: Project (0c9cacbaaf584fd49d7603029849b0b0). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.670727] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-110385b1-b29b-4969-a373-20268dd77129 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.682457] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Created folder: Project (0c9cacbaaf584fd49d7603029849b0b0) in parent group-v863926. [ 936.682592] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Creating folder: Instances. Parent ref: group-v864133. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.682806] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-297674d3-2715-4014-ad0e-8f1af7fd3824 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.694863] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Created folder: Instances in parent group-v864133. [ 936.695220] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 936.695471] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.696487] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf9e55a3-0df5-4e22-ab0b-e5791c06c7fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.714209] env[65664]: ERROR nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] [req-5cf9cf40-a63a-4f5e-abcd-19d88394cc1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5cf9cf40-a63a-4f5e-abcd-19d88394cc1f"}]} [ 936.723515] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.723515] env[65664]: value = "task-4415625" [ 936.723515] env[65664]: _type = "Task" [ 936.723515] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.734455] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415625, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.745899] env[65664]: DEBUG nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 936.765910] env[65664]: DEBUG nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 936.766249] env[65664]: DEBUG nova.compute.provider_tree [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.782410] env[65664]: DEBUG nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 936.803425] env[65664]: DEBUG nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 936.915564] env[65664]: DEBUG nova.compute.manager [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-changed-7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 936.915983] env[65664]: DEBUG nova.compute.manager [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Refreshing instance network info cache due to event network-changed-7f05844a-3919-4d0b-979a-8867c46ed5c1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 936.916239] env[65664]: DEBUG oslo_concurrency.lockutils [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] Acquiring lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.916392] env[65664]: DEBUG oslo_concurrency.lockutils [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] Acquired lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.916565] env[65664]: DEBUG nova.network.neutron [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Refreshing network info cache for port 7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.926969] env[65664]: DEBUG oslo_vmware.api [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415622, 'name': PowerOffVM_Task, 'duration_secs': 0.299384} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.931595] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.931792] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.935983] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d07fcbe-5594-439e-80f2-cfae6494bd11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.946035] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f0792-ecf3-276c-1243-d75465955b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.946747] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926d46fb-0618-4d68-9a8d-97651a926dce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.959356] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 936.959356] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2dbc5-a321-a6cb-c6e2-e860ff5fa5e2" [ 936.959356] env[65664]: _type = "Task" [ 936.959356] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.971474] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2dbc5-a321-a6cb-c6e2-e860ff5fa5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.019497] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.019862] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.020169] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] 8530354c-603e-40b5-a570-fcf6000bac39 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.020677] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284eae7c-f860-465d-a9eb-7941601520c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.033479] env[65664]: DEBUG oslo_vmware.api [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 937.033479] env[65664]: value = "task-4415627" [ 937.033479] env[65664]: _type = "Task" [ 937.033479] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.043495] env[65664]: DEBUG oslo_vmware.api [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.075888] env[65664]: DEBUG nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 937.107030] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 937.107340] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.107574] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 937.107834] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.108117] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 937.108317] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 937.108587] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 937.108777] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 937.109121] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 937.109386] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 937.109713] env[65664]: DEBUG nova.virt.hardware [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 937.110741] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ea78a-9bf6-4b49-aa2d-36b59508c6e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.121152] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bf0488-393c-429e-96e5-8a5136039063 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.127469] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.140888] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.147625] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Creating folder: Project (9285d09733e24011925c0af5ee0ecace). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.150795] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7711e6da-0fd2-4751-95c3-bd0e6f9ef1c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.163067] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Created folder: Project (9285d09733e24011925c0af5ee0ecace) in parent group-v863926. [ 937.163193] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Creating folder: Instances. Parent ref: group-v864136. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.163452] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a807316a-1ce6-4a0e-9077-ab8dd1826c1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.174349] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Created folder: Instances in parent group-v864136. [ 937.174616] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 937.174830] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.175056] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-411670b3-9a07-4934-908c-96ca264b0183 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.196041] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.196041] env[65664]: value = "task-4415630" [ 937.196041] env[65664]: _type = "Task" [ 937.196041] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.207582] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415630, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.234061] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415625, 'name': CreateVM_Task, 'duration_secs': 0.353121} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.237115] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.238188] env[65664]: WARNING neutronclient.v2_0.client [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.238434] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.238741] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.239030] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.239321] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c82051-3643-4d97-9f8f-6889d416eee5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.245399] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 937.245399] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5223fdd8-ea42-3ec4-4a15-4a6c18795716" [ 937.245399] env[65664]: _type = "Task" [ 937.245399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.257527] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5223fdd8-ea42-3ec4-4a15-4a6c18795716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.393046] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894045c-4cac-4066-9170-290a697a676e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.401664] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5aad3-55d8-427d-a259-893053d27ff1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.435156] env[65664]: WARNING neutronclient.v2_0.client [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.438681] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34d364b-17d1-4197-8569-c03685c03a29 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.447122] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7d800-22cd-4ba6-be48-e25485a46c3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.462586] env[65664]: DEBUG nova.compute.provider_tree [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.473931] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2dbc5-a321-a6cb-c6e2-e860ff5fa5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.474809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.475118] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. {{(pid=65664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 937.475406] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a494ca81-d6c1-4dcf-b383-09a4350442d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.483347] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 937.483347] env[65664]: value = "task-4415631" [ 937.483347] env[65664]: _type = "Task" [ 937.483347] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.492784] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.546998] env[65664]: DEBUG oslo_vmware.api [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152501} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.547332] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.547533] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.547717] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.548030] env[65664]: INFO nova.compute.manager [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Took 1.17 seconds to destroy the instance on the hypervisor. [ 937.548278] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 937.548490] env[65664]: DEBUG nova.compute.manager [-] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 937.548593] env[65664]: DEBUG nova.network.neutron [-] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 937.548845] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.593773] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.597394] env[65664]: WARNING neutronclient.v2_0.client [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.688576] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 937.688984] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864132', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'name': 'volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edc53b1f-8e34-40d4-ba75-075c9bca7939', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'serial': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 937.689840] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ef5dc-0b0a-48c1-bb9c-c1fb3b3bee48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.721041] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef68fde-6a29-4f7f-8d20-38f72e77a935 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.750070] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb/volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.753808] env[65664]: DEBUG nova.network.neutron [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updated VIF entry in instance network info cache for port 7f05844a-3919-4d0b-979a-8867c46ed5c1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.753808] env[65664]: DEBUG nova.network.neutron [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.758798] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b55e991-a311-4044-abb0-1beabe73c524 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.776441] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415630, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.777708] env[65664]: DEBUG oslo_concurrency.lockutils [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] Releasing lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.778049] env[65664]: DEBUG nova.compute.manager [req-985b21e2-ff16-476c-be28-0760a2dbd42a req-4078a0a6-9ef6-4775-8e51-5a82be8a289b service nova] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Received event network-vif-deleted-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.791294] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5223fdd8-ea42-3ec4-4a15-4a6c18795716, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.793204] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.794078] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.794078] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.794078] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.794078] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.794477] env[65664]: DEBUG oslo_vmware.api [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 937.794477] env[65664]: value = "task-4415632" [ 937.794477] env[65664]: _type = "Task" [ 937.794477] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.794699] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a11a6877-81df-4b14-8e10-0c64b9624faf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.814181] env[65664]: DEBUG oslo_vmware.api [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.815908] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.816305] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.817715] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8ea92c-1b37-4db9-af1b-e48da0efea8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.828508] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 937.828508] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523622f3-f3b0-d488-7aec-8230f6e5f6f0" [ 937.828508] env[65664]: _type = "Task" [ 937.828508] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.840749] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523622f3-f3b0-d488-7aec-8230f6e5f6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.994335] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415631, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.007635] env[65664]: DEBUG nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 938.008089] env[65664]: DEBUG nova.compute.provider_tree [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 111 to 112 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 938.008376] env[65664]: DEBUG nova.compute.provider_tree [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.226787] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415630, 'name': CreateVM_Task, 'duration_secs': 0.660331} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.227369] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.227485] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.228174] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.228174] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.228328] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddf97ee-4086-446a-b311-6b955b3ba2c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.234416] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 938.234416] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52967748-d395-4ec4-b49d-ef595cb47d1d" [ 938.234416] env[65664]: _type = "Task" [ 938.234416] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.246562] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52967748-d395-4ec4-b49d-ef595cb47d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.308565] env[65664]: DEBUG oslo_vmware.api [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415632, 'name': ReconfigVM_Task, 'duration_secs': 0.456522} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.308786] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb/volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.313716] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14ebf17-4462-4cc1-9ef3-bf9e66ebec6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.330565] env[65664]: DEBUG oslo_vmware.api [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 938.330565] env[65664]: value = "task-4415633" [ 938.330565] env[65664]: _type = "Task" [ 938.330565] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.347053] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523622f3-f3b0-d488-7aec-8230f6e5f6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.030765} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.347418] env[65664]: DEBUG oslo_vmware.api [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.348380] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce7cc08-37be-42e9-85bc-bbf2d673e9f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.355076] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 938.355076] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520c2684-51ba-ae3a-8fe2-366187d26e8e" [ 938.355076] env[65664]: _type = "Task" [ 938.355076] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.358698] env[65664]: DEBUG nova.network.neutron [-] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.365457] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520c2684-51ba-ae3a-8fe2-366187d26e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.496352] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513649} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.496633] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. [ 938.497433] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b1abb6-2910-40d3-82cc-ea9272ed47c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.517905] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.468s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.527082] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.527717] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.693s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.527982] env[65664]: DEBUG nova.objects.instance [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lazy-loading 'resources' on Instance uuid 19a4e1e6-2b87-46ce-b663-6b73982c50b9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.529927] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6441ac00-b39c-4cbe-a5cf-7bff36cd1ce1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.547777] env[65664]: INFO nova.scheduler.client.report [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted allocations for instance 367c9018-7b83-41ed-9349-f8003f4af2b8 [ 938.553752] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 938.553752] env[65664]: value = "task-4415634" [ 938.553752] env[65664]: _type = "Task" [ 938.553752] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.564570] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.745571] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52967748-d395-4ec4-b49d-ef595cb47d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.745899] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.746155] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.746426] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.746642] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.746764] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.747039] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b2dae6-117b-4993-bcef-a3a55d76532d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.756551] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.756776] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.758604] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6a664d-e49c-40c5-a98e-5b746c1bb247 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.763812] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 938.763812] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e019d0-6985-fbb2-a17c-1e7a3a7f0fc0" [ 938.763812] env[65664]: _type = "Task" [ 938.763812] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.772153] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e019d0-6985-fbb2-a17c-1e7a3a7f0fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.845286] env[65664]: DEBUG oslo_vmware.api [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415633, 'name': ReconfigVM_Task, 'duration_secs': 0.147467} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.845625] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864132', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'name': 'volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edc53b1f-8e34-40d4-ba75-075c9bca7939', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'serial': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 938.861709] env[65664]: INFO nova.compute.manager [-] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Took 1.31 seconds to deallocate network for instance. [ 938.867766] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520c2684-51ba-ae3a-8fe2-366187d26e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.870701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.870960] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] b377da4a-3b4a-425f-aabb-9358efe858aa/b377da4a-3b4a-425f-aabb-9358efe858aa.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.871241] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0f000b-80fa-44b8-a9bd-4995a1e40e72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.879175] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 938.879175] env[65664]: value = "task-4415635" [ 938.879175] env[65664]: _type = "Task" [ 938.879175] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.888956] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.977816] env[65664]: DEBUG nova.compute.manager [req-e3f89db0-a846-4c96-b01c-8c92083c472e req-0abd418a-5af0-44f0-abd1-29bf63c0202f service nova] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Received event network-vif-deleted-152f5594-744a-4809-9ce2-81f7ca38293f {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 939.063087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-366c82ac-23dc-4c73-9525-84a495a8e7fb tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "367c9018-7b83-41ed-9349-f8003f4af2b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.368s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.070342] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415634, 'name': ReconfigVM_Task, 'duration_secs': 0.291471} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.073968] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.075324] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ecc65-56c7-46dd-b15f-36de111ccdb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.114152] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cac5f2-d788-4867-a8d4-00fe95ba5b8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.133151] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 939.133151] env[65664]: value = "task-4415636" [ 939.133151] env[65664]: _type = "Task" [ 939.133151] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.148200] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.278086] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e019d0-6985-fbb2-a17c-1e7a3a7f0fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.281585] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2737086-e6ac-497e-ae77-c80cb4656db7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.289534] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 939.289534] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5207d6d9-91fd-8622-02ab-993d89751063" [ 939.289534] env[65664]: _type = "Task" [ 939.289534] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.300709] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5207d6d9-91fd-8622-02ab-993d89751063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.374958] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.395347] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49538} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.397702] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] b377da4a-3b4a-425f-aabb-9358efe858aa/b377da4a-3b4a-425f-aabb-9358efe858aa.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.397892] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.398402] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c80e87a-b31c-4771-91d3-8bb3d62234c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.409131] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 939.409131] env[65664]: value = "task-4415637" [ 939.409131] env[65664]: _type = "Task" [ 939.409131] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.419488] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.611153] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f03f99-ce58-43e8-bd0b-c92ee93be116 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.619038] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd7cdc-be37-471c-978f-be5e63b2f5b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.654425] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24c802-6828-47c3-9f54-85a31d4a5860 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.666288] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415636, 'name': ReconfigVM_Task, 'duration_secs': 0.359971} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.666736] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.668086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedf88d-ce35-4e37-8b4f-02556a3beb6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.672116] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b5e88c-59c8-44ac-8f30-bc6e8b33bcce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.686455] env[65664]: DEBUG nova.compute.provider_tree [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.689329] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 939.689329] env[65664]: value = "task-4415638" [ 939.689329] env[65664]: _type = "Task" [ 939.689329] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.800977] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5207d6d9-91fd-8622-02ab-993d89751063, 'name': SearchDatastore_Task, 'duration_secs': 0.034454} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.801285] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.801615] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.801890] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd89fecb-173d-48af-ac64-339e06568a2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.808785] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 939.808785] env[65664]: value = "task-4415639" [ 939.808785] env[65664]: _type = "Task" [ 939.808785] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.817563] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.901094] env[65664]: DEBUG nova.objects.instance [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'flavor' on Instance uuid edc53b1f-8e34-40d4-ba75-075c9bca7939 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.921205] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081203} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.921497] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.922388] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc661ab-6731-4bae-97dd-e49bf01f484b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.949703] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b377da4a-3b4a-425f-aabb-9358efe858aa/b377da4a-3b4a-425f-aabb-9358efe858aa.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.950053] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d684e6d6-54a7-43ad-a113-462aa8b1f5d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.973326] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 939.973326] env[65664]: value = "task-4415640" [ 939.973326] env[65664]: _type = "Task" [ 939.973326] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.982899] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.204316] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.227453] env[65664]: DEBUG nova.scheduler.client.report [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 940.227696] env[65664]: DEBUG nova.compute.provider_tree [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 112 to 113 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 940.228859] env[65664]: DEBUG nova.compute.provider_tree [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.323964] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.407229] env[65664]: DEBUG oslo_concurrency.lockutils [None req-25877576-9a19-4d9a-9ee5-cce5ac5c4151 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.484993] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.706361] env[65664]: DEBUG oslo_vmware.api [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415638, 'name': PowerOnVM_Task, 'duration_secs': 0.570574} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.706648] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.709491] env[65664]: DEBUG nova.compute.manager [None req-cf207064-e68c-4628-be09-cab8f6bb1530 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 940.710297] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776cd88-9e86-4604-8a24-f582edd53f05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.735532] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.738218] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.598s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.738362] env[65664]: DEBUG nova.objects.instance [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lazy-loading 'resources' on Instance uuid aa30f091-2278-4bcd-ad0a-bd6fadb52fb9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.761191] env[65664]: INFO nova.scheduler.client.report [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Deleted allocations for instance 19a4e1e6-2b87-46ce-b663-6b73982c50b9 [ 940.821263] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720446} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.821566] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.821776] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.822088] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5489e305-80d9-4f43-8616-993eafc1dee5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.830381] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 940.830381] env[65664]: value = "task-4415641" [ 940.830381] env[65664]: _type = "Task" [ 940.830381] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.840208] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.984874] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415640, 'name': ReconfigVM_Task, 'duration_secs': 0.967305} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.985219] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b377da4a-3b4a-425f-aabb-9358efe858aa/b377da4a-3b4a-425f-aabb-9358efe858aa.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.985910] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef786c5-7f1c-4437-b83f-61ebdb850646 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.993849] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 940.993849] env[65664]: value = "task-4415642" [ 940.993849] env[65664]: _type = "Task" [ 940.993849] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.003346] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415642, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.067809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.067809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.067809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "edc53b1f-8e34-40d4-ba75-075c9bca7939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.067809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.067809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.070593] env[65664]: INFO nova.compute.manager [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Terminating instance [ 941.268149] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Lock "19a4e1e6-2b87-46ce-b663-6b73982c50b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.014s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.341250] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07388} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.344350] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.345584] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845651f0-f3b0-43f7-b528-726004221e55 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.368086] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.371311] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dcabdac-60c4-4e7f-a627-03f3fc7ef590 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.392520] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 941.392520] env[65664]: value = "task-4415643" [ 941.392520] env[65664]: _type = "Task" [ 941.392520] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.404657] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.506344] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415642, 'name': Rename_Task, 'duration_secs': 0.461261} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.506613] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.506859] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b53688-cb8d-48de-ae8e-a31a5760ba91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.516136] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 941.516136] env[65664]: value = "task-4415644" [ 941.516136] env[65664]: _type = "Task" [ 941.516136] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.530134] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.577041] env[65664]: DEBUG nova.compute.manager [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 941.577336] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.577934] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9b5ac4-d1f7-4f93-b576-8f530355f501 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.587085] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 941.587085] env[65664]: value = "task-4415645" [ 941.587085] env[65664]: _type = "Task" [ 941.587085] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.602229] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.814618] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8ef813-c5d7-48a7-b192-1e6c3bc02597 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.830263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebe5847-ade2-4f4e-bac6-d1ea007e5a7a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.864141] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb6c27a-dfc1-4bfd-bce8-74939ef2115d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.873999] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2673610-3638-4055-b106-4c3860306c6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.890504] env[65664]: DEBUG nova.compute.provider_tree [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.903174] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415643, 'name': ReconfigVM_Task, 'duration_secs': 0.309046} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.904206] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.904817] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0486caad-bcf1-46d8-9052-7c26d03ab682 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.912557] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 941.912557] env[65664]: value = "task-4415646" [ 941.912557] env[65664]: _type = "Task" [ 941.912557] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.922031] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415646, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.027559] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.101579] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415645, 'name': PowerOffVM_Task, 'duration_secs': 0.260766} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.101910] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.102127] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 942.102326] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864132', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'name': 'volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edc53b1f-8e34-40d4-ba75-075c9bca7939', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'serial': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 942.103174] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d438647-91ff-44bb-ad3e-046daf50ddb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.130547] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debc46a5-b891-47c2-b0da-99ede6849711 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.139063] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0f439d-0ed1-4974-863e-d0b8c6bf4a1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.166420] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96834dcd-db2f-4f79-95ed-0bd662a28ae8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.185564] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The volume has not been displaced from its original location: [datastore1] volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb/volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 942.191545] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.193492] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f65588f-86ac-4470-ba57-4197d9b93385 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.207482] env[65664]: DEBUG nova.compute.manager [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 942.207757] env[65664]: DEBUG nova.compute.manager [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing instance network info cache due to event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 942.207888] env[65664]: DEBUG oslo_concurrency.lockutils [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.208058] env[65664]: DEBUG oslo_concurrency.lockutils [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208246] env[65664]: DEBUG nova.network.neutron [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.218272] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 942.218272] env[65664]: value = "task-4415647" [ 942.218272] env[65664]: _type = "Task" [ 942.218272] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.229952] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.394486] env[65664]: DEBUG nova.scheduler.client.report [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.423786] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415646, 'name': Rename_Task, 'duration_secs': 0.161787} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.424911] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.425243] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16d064d0-1c84-48cc-ab3e-e22412fe1b98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.434028] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 942.434028] env[65664]: value = "task-4415648" [ 942.434028] env[65664]: _type = "Task" [ 942.434028] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.444418] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.531666] env[65664]: DEBUG oslo_vmware.api [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415644, 'name': PowerOnVM_Task, 'duration_secs': 0.675504} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.532385] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.535039] env[65664]: INFO nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Took 8.23 seconds to spawn the instance on the hypervisor. [ 942.535039] env[65664]: DEBUG nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.535109] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303fb91-ce88-4cb6-ba8d-541265154e81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.712707] env[65664]: WARNING neutronclient.v2_0.client [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.733500] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415647, 'name': ReconfigVM_Task, 'duration_secs': 0.229549} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.733917] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.739151] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7395f36-aaee-4928-a704-edcb3da653f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.756411] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 942.756411] env[65664]: value = "task-4415649" [ 942.756411] env[65664]: _type = "Task" [ 942.756411] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.771323] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.900697] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.905730] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.613s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.905730] env[65664]: DEBUG nova.objects.instance [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lazy-loading 'resources' on Instance uuid c07dc834-0d8c-455d-a138-549ff3738fa2 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.931367] env[65664]: INFO nova.scheduler.client.report [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted allocations for instance aa30f091-2278-4bcd-ad0a-bd6fadb52fb9 [ 942.949601] env[65664]: DEBUG oslo_vmware.api [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415648, 'name': PowerOnVM_Task, 'duration_secs': 0.513929} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.949601] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.949601] env[65664]: INFO nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Took 5.87 seconds to spawn the instance on the hypervisor. [ 942.949601] env[65664]: DEBUG nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.949601] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b6aef5-40ae-4e41-ac10-64b69219f814 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.058146] env[65664]: INFO nova.compute.manager [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Took 47.71 seconds to build instance. [ 943.268457] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415649, 'name': ReconfigVM_Task, 'duration_secs': 0.306246} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.268845] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864132', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'name': 'volume-ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edc53b1f-8e34-40d4-ba75-075c9bca7939', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb', 'serial': 'ebf31877-bc5c-4a77-98ef-acb932bf89cb'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 943.269164] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.270222] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becac2e-4eaa-4369-8de2-e957e95cc462 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.279336] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.279533] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03917e98-8e90-4d1b-863c-e75df777b22c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.315100] env[65664]: WARNING neutronclient.v2_0.client [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.368047] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.368498] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.368793] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleting the datastore file [datastore1] edc53b1f-8e34-40d4-ba75-075c9bca7939 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.369560] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e119838-743a-4081-b824-b1d81ac13104 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.378668] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 943.378668] env[65664]: value = "task-4415651" [ 943.378668] env[65664]: _type = "Task" [ 943.378668] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.389360] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.398879] env[65664]: DEBUG nova.network.neutron [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updated VIF entry in instance network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.399337] env[65664]: DEBUG nova.network.neutron [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.442294] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ac69c583-31cc-4bd1-9c99-52f00538ad2d tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "aa30f091-2278-4bcd-ad0a-bd6fadb52fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.940s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.475038] env[65664]: INFO nova.compute.manager [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Took 41.24 seconds to build instance. [ 943.560438] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b8a7e620-92e2-4b14-a355-234e48c2dc45 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.219s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.897606] env[65664]: DEBUG oslo_vmware.api [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502378} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.898033] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.898314] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.898568] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.898769] env[65664]: INFO nova.compute.manager [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Took 2.32 seconds to destroy the instance on the hypervisor. [ 943.899077] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 943.899308] env[65664]: DEBUG nova.compute.manager [-] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 943.899403] env[65664]: DEBUG nova.network.neutron [-] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 943.899650] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.903180] env[65664]: DEBUG oslo_concurrency.lockutils [req-e2c5a9cf-af13-49b7-bb56-0ef570a5f9c3 req-e75e2eb6-cee9-403e-8934-65f741a48506 service nova] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.951927] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124bd2ed-f337-44a2-8559-910afbf4a5ef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.959186] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeffb5c5-645b-4085-8b07-0fd4f81f547e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.965207] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.003595] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14c30b54-d09d-44fb-b74c-ca08ca2612b1 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "0b12beac-c556-4a9d-98a8-9ecc469b7074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.777s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.004755] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0959829-8acf-4be1-9fdd-a529f4244ff3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.013405] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126e0025-ac45-4cf6-a3ec-362f5a60eda5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.030242] env[65664]: DEBUG nova.compute.provider_tree [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.534292] env[65664]: DEBUG nova.scheduler.client.report [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.740897] env[65664]: DEBUG nova.network.neutron [-] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.040157] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.047781] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.683s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.047781] env[65664]: INFO nova.compute.claims [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.054748] env[65664]: DEBUG nova.compute.manager [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-changed-7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 945.054748] env[65664]: DEBUG nova.compute.manager [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Refreshing instance network info cache due to event network-changed-7f05844a-3919-4d0b-979a-8867c46ed5c1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 945.054748] env[65664]: DEBUG oslo_concurrency.lockutils [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] Acquiring lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.054748] env[65664]: DEBUG oslo_concurrency.lockutils [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] Acquired lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.054748] env[65664]: DEBUG nova.network.neutron [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Refreshing network info cache for port 7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.095306] env[65664]: INFO nova.scheduler.client.report [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Deleted allocations for instance c07dc834-0d8c-455d-a138-549ff3738fa2 [ 945.101912] env[65664]: DEBUG nova.compute.manager [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 945.102244] env[65664]: DEBUG nova.compute.manager [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing instance network info cache due to event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 945.102661] env[65664]: DEBUG oslo_concurrency.lockutils [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.103668] env[65664]: DEBUG oslo_concurrency.lockutils [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.103668] env[65664]: DEBUG nova.network.neutron [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.246096] env[65664]: INFO nova.compute.manager [-] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Took 1.35 seconds to deallocate network for instance. [ 945.561231] env[65664]: WARNING neutronclient.v2_0.client [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.602681] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a53d3f6-5e0e-4051-b519-d7b216eac374 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "c07dc834-0d8c-455d-a138-549ff3738fa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.023s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.610695] env[65664]: WARNING neutronclient.v2_0.client [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.778921] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "6bad53bf-fb39-496d-9704-10e17d0af6ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.779346] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.779639] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "6bad53bf-fb39-496d-9704-10e17d0af6ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.779840] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.781145] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.786619] env[65664]: INFO nova.compute.manager [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Terminating instance [ 945.814458] env[65664]: INFO nova.compute.manager [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Took 0.57 seconds to detach 1 volumes for instance. [ 946.293325] env[65664]: DEBUG nova.compute.manager [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 946.293623] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.294811] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f6ade-9015-4ebb-a677-6fe6d6901af2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.308763] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.309124] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab918ba-9cac-4d1c-b563-2a3d36e73e9e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.321106] env[65664]: DEBUG oslo_vmware.api [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 946.321106] env[65664]: value = "task-4415652" [ 946.321106] env[65664]: _type = "Task" [ 946.321106] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.330908] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.338995] env[65664]: DEBUG oslo_vmware.api [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.412943] env[65664]: WARNING neutronclient.v2_0.client [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.492440] env[65664]: WARNING neutronclient.v2_0.client [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.499459] env[65664]: INFO nova.compute.manager [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Rebuilding instance [ 946.558416] env[65664]: DEBUG nova.compute.manager [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 946.559408] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598860c3-3abb-4686-9449-2e6436b374e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.603708] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc4881-f6dc-4eba-b056-f78ef678ceed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.616710] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a5193e-ee10-4ba6-bdc5-7193f3749f7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.657055] env[65664]: DEBUG nova.network.neutron [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updated VIF entry in instance network info cache for port 7f05844a-3919-4d0b-979a-8867c46ed5c1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 946.657445] env[65664]: DEBUG nova.network.neutron [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.659904] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a6e64f-3f1b-420e-808a-33e0dbd513b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.668927] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc5c0b-8f58-4146-8026-960fa444bb80 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.687942] env[65664]: DEBUG nova.compute.provider_tree [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.699918] env[65664]: DEBUG nova.network.neutron [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updated VIF entry in instance network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 946.700130] env[65664]: DEBUG nova.network.neutron [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.835876] env[65664]: DEBUG oslo_vmware.api [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415652, 'name': PowerOffVM_Task, 'duration_secs': 0.443711} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.836245] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.836489] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.836803] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df7d3306-9d93-4679-bc8b-90e25f03233b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.941660] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.941878] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.942153] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleting the datastore file [datastore1] 6bad53bf-fb39-496d-9704-10e17d0af6ae {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.942424] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a62f8b-c290-4419-a21b-c9d2623aec3e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.950685] env[65664]: DEBUG oslo_vmware.api [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for the task: (returnval){ [ 946.950685] env[65664]: value = "task-4415654" [ 946.950685] env[65664]: _type = "Task" [ 946.950685] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.960706] env[65664]: DEBUG oslo_vmware.api [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.163893] env[65664]: DEBUG oslo_concurrency.lockutils [req-23f8c6ee-186a-4988-a1bd-dc875595ae99 req-3c7be0fe-2527-43a9-a511-4dfe15cdd332 service nova] Releasing lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.191361] env[65664]: DEBUG nova.scheduler.client.report [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.203617] env[65664]: DEBUG oslo_concurrency.lockutils [req-99580ee9-ff4f-4fbb-a0f5-2ef3ce707c50 req-e2b80983-dbb3-4ef1-abab-1e620edd0afb service nova] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.462399] env[65664]: DEBUG oslo_vmware.api [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Task: {'id': task-4415654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430298} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.462654] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.462834] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.463016] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.463202] env[65664]: INFO nova.compute.manager [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Took 1.17 seconds to destroy the instance on the hypervisor. [ 947.463441] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 947.463644] env[65664]: DEBUG nova.compute.manager [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 947.463734] env[65664]: DEBUG nova.network.neutron [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 947.463980] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.503040] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.560820] env[65664]: DEBUG nova.compute.manager [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 947.561117] env[65664]: DEBUG nova.compute.manager [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing instance network info cache due to event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 947.561255] env[65664]: DEBUG oslo_concurrency.lockutils [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.561392] env[65664]: DEBUG oslo_concurrency.lockutils [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.561648] env[65664]: DEBUG nova.network.neutron [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.577059] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.579036] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6479876a-6254-4393-8021-ced76cc01eb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.586398] env[65664]: DEBUG nova.compute.manager [req-2463bba4-a3d5-43e6-9ec3-1c39ce2e6d87 req-9411f70c-4d27-4fe9-824b-b6fd78696d82 service nova] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Received event network-vif-deleted-09c858ec-145b-4b37-bfd6-eec840c2de29 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 947.588858] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 947.588858] env[65664]: value = "task-4415655" [ 947.588858] env[65664]: _type = "Task" [ 947.588858] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.605194] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.698525] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.699211] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 947.702370] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.694s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.702628] env[65664]: DEBUG nova.objects.instance [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lazy-loading 'resources' on Instance uuid f317f33a-8a2d-4e65-9429-d4d2bfa0a24a {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.895125] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.895548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.895548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.895754] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.895829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.898047] env[65664]: INFO nova.compute.manager [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Terminating instance [ 948.068831] env[65664]: WARNING neutronclient.v2_0.client [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.102133] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415655, 'name': PowerOffVM_Task, 'duration_secs': 0.151353} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.102133] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.102133] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.102702] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63132714-42ab-4ced-9ff9-9556d59058e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.113047] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.113409] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a727f2fe-375b-4666-8277-fc0af57487d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.145052] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.145739] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.145947] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Deleting the datastore file [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.146308] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea38eb5a-14ca-498e-b2e4-166f442af77f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.157423] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 948.157423] env[65664]: value = "task-4415657" [ 948.157423] env[65664]: _type = "Task" [ 948.157423] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.168458] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.207104] env[65664]: DEBUG nova.compute.utils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.219207] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 948.219524] env[65664]: DEBUG nova.network.neutron [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 948.219810] env[65664]: WARNING neutronclient.v2_0.client [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.220107] env[65664]: WARNING neutronclient.v2_0.client [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.249949] env[65664]: DEBUG nova.network.neutron [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.268645] env[65664]: DEBUG nova.policy [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ab17fa42e51461ba6723c4944cc9a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd817bea104c34f0798e2be963cc444d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.404083] env[65664]: DEBUG nova.compute.manager [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 948.404083] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.404726] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a96d5-7b2e-4348-b6f0-e50414130151 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.421310] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.421583] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3741799-cdeb-4f8c-bce5-842df5f7ecfc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.429369] env[65664]: DEBUG oslo_vmware.api [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 948.429369] env[65664]: value = "task-4415658" [ 948.429369] env[65664]: _type = "Task" [ 948.429369] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.441809] env[65664]: DEBUG oslo_vmware.api [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.505889] env[65664]: WARNING neutronclient.v2_0.client [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.604606] env[65664]: DEBUG nova.network.neutron [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updated VIF entry in instance network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.604606] env[65664]: DEBUG nova.network.neutron [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.628212] env[65664]: DEBUG nova.network.neutron [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Successfully created port: d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 948.671588] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287309} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.676106] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.676338] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.676775] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.691106] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "6b640536-b3ca-4672-98ca-41e56412bed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.691360] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "6b640536-b3ca-4672-98ca-41e56412bed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.691550] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "6b640536-b3ca-4672-98ca-41e56412bed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.691719] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "6b640536-b3ca-4672-98ca-41e56412bed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.691876] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "6b640536-b3ca-4672-98ca-41e56412bed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.697969] env[65664]: INFO nova.compute.manager [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Terminating instance [ 948.711390] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 948.757763] env[65664]: INFO nova.compute.manager [-] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Took 1.29 seconds to deallocate network for instance. [ 948.788051] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d8e0a0-9d8b-4c85-9c0f-7541d1c62c36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.800038] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d062bef-49f6-4c0c-8355-4a801e6b572c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.841829] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d836119b-07ce-4e18-94ba-f4bc42588220 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.851907] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5fba5-2a0c-4a78-8a18-d5f82480bfe8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.869632] env[65664]: DEBUG nova.compute.provider_tree [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.941701] env[65664]: DEBUG oslo_vmware.api [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415658, 'name': PowerOffVM_Task, 'duration_secs': 0.255321} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.941701] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.941876] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.942080] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4decdf34-d932-4c26-8aca-8736b6f5dfa6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.016919] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.017173] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.017451] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Deleting the datastore file [datastore2] 87c93584-9d1b-42cb-a6c3-feec0307c9c3 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.017746] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7a800f-1808-427d-ab18-3b81989a1655 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.026229] env[65664]: DEBUG oslo_vmware.api [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for the task: (returnval){ [ 949.026229] env[65664]: value = "task-4415660" [ 949.026229] env[65664]: _type = "Task" [ 949.026229] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.034816] env[65664]: DEBUG oslo_vmware.api [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.106735] env[65664]: DEBUG oslo_concurrency.lockutils [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.107059] env[65664]: DEBUG nova.compute.manager [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.107257] env[65664]: DEBUG nova.compute.manager [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing instance network info cache due to event network-changed-bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 949.107499] env[65664]: DEBUG oslo_concurrency.lockutils [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] Acquiring lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.107636] env[65664]: DEBUG oslo_concurrency.lockutils [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] Acquired lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.107805] env[65664]: DEBUG nova.network.neutron [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Refreshing network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.204129] env[65664]: DEBUG nova.compute.manager [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 949.204449] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.205999] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41184c6-7b2b-430d-a828-1caef8328232 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.222215] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.222487] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14fe575a-2289-47a0-ba9a-8cd7e66181e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.230769] env[65664]: DEBUG oslo_vmware.api [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 949.230769] env[65664]: value = "task-4415661" [ 949.230769] env[65664]: _type = "Task" [ 949.230769] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.239764] env[65664]: DEBUG oslo_vmware.api [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.268887] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.410447] env[65664]: DEBUG nova.scheduler.client.report [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 949.410724] env[65664]: DEBUG nova.compute.provider_tree [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 113 to 114 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.410910] env[65664]: DEBUG nova.compute.provider_tree [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.537319] env[65664]: DEBUG oslo_vmware.api [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Task: {'id': task-4415660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331665} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.541019] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.541019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.541019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.541019] env[65664]: INFO nova.compute.manager [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 949.541019] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 949.541019] env[65664]: DEBUG nova.compute.manager [-] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 949.541019] env[65664]: DEBUG nova.network.neutron [-] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.541019] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.574641] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.613370] env[65664]: WARNING neutronclient.v2_0.client [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.713912] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 949.714283] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.714483] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 949.714678] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.714830] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 949.714975] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 949.715196] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 949.715349] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 949.715521] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 949.715699] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 949.715878] env[65664]: DEBUG nova.virt.hardware [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 949.716858] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae950c0-0e0a-4af9-beae-ccbc142dc727 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.723022] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 949.728422] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321cfced-feea-47ce-b1d9-695f56db1fe0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.748145] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.754815] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 949.760201] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.760515] env[65664]: DEBUG oslo_vmware.api [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415661, 'name': PowerOffVM_Task, 'duration_secs': 0.267012} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.760934] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c853361f-f703-44a5-aeda-07357e02a497 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.772808] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.772994] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.775269] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 949.775493] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.775638] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 949.775811] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.775971] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 949.777055] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 949.777580] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 949.777656] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 949.777870] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 949.778098] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 949.778383] env[65664]: DEBUG nova.virt.hardware [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 949.778740] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7675cd7b-9e17-42e5-918b-0487f2e46934 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.781829] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c71776-4234-4650-a5eb-2e368a5eda7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.795263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639b3f6-1ab6-4963-b060-492e4b1dfeda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.799419] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.799419] env[65664]: value = "task-4415662" [ 949.799419] env[65664]: _type = "Task" [ 949.799419] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.819465] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415662, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.866379] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.866525] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.866630] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Deleting the datastore file [datastore1] 6b640536-b3ca-4672-98ca-41e56412bed2 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.870101] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85c77c70-ac6c-4e04-a7a1-c7c93558740b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.880703] env[65664]: DEBUG oslo_vmware.api [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for the task: (returnval){ [ 949.880703] env[65664]: value = "task-4415664" [ 949.880703] env[65664]: _type = "Task" [ 949.880703] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.892283] env[65664]: DEBUG oslo_vmware.api [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.919198] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.922875] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.775s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.926023] env[65664]: INFO nova.compute.claims [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.930672] env[65664]: DEBUG nova.compute.manager [req-13511fe6-07a4-45c0-88cb-3da5e4641f5e req-ea1f5cf6-8ca1-4646-8ea6-cb85a52dbcae service nova] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Received event network-vif-deleted-8a4126de-c67e-4c8c-8999-3cf25e96a358 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.951213] env[65664]: INFO nova.scheduler.client.report [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Deleted allocations for instance f317f33a-8a2d-4e65-9429-d4d2bfa0a24a [ 950.023093] env[65664]: WARNING neutronclient.v2_0.client [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.084557] env[65664]: DEBUG nova.compute.manager [req-d3cd2776-8e06-4ddb-8744-68848c5081f1 req-756d107a-e922-4423-a90f-b001568719b1 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Received event network-vif-deleted-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 950.085204] env[65664]: INFO nova.compute.manager [req-d3cd2776-8e06-4ddb-8744-68848c5081f1 req-756d107a-e922-4423-a90f-b001568719b1 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Neutron deleted interface 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e; detaching it from the instance and deleting it from the info cache [ 950.086434] env[65664]: DEBUG nova.network.neutron [req-d3cd2776-8e06-4ddb-8744-68848c5081f1 req-756d107a-e922-4423-a90f-b001568719b1 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.098594] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.099034] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.177166] env[65664]: DEBUG nova.network.neutron [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updated VIF entry in instance network info cache for port bc5287f0-6285-4027-9b0f-65fa2a04b120. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.177166] env[65664]: DEBUG nova.network.neutron [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [{"id": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "address": "fa:16:3e:fd:ca:b5", "network": {"id": "d337fb23-54bc-47a3-8283-f063127898ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1160955035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30e222f4905341f5845d477e9b909f75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5287f0-62", "ovs_interfaceid": "bc5287f0-6285-4027-9b0f-65fa2a04b120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.268515] env[65664]: DEBUG nova.network.neutron [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Successfully updated port: d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.313894] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415662, 'name': CreateVM_Task, 'duration_secs': 0.33021} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.314523] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.314871] env[65664]: DEBUG nova.network.neutron [-] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.316331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.316922] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.316922] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.317267] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52880358-8740-446f-b081-553c025184fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323278] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 950.323278] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e6af61-cbdd-476e-ca69-da5af57a71b5" [ 950.323278] env[65664]: _type = "Task" [ 950.323278] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.333496] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e6af61-cbdd-476e-ca69-da5af57a71b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.393855] env[65664]: DEBUG oslo_vmware.api [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Task: {'id': task-4415664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287031} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.393855] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.393855] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.393855] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.393855] env[65664]: INFO nova.compute.manager [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 950.394088] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 950.394245] env[65664]: DEBUG nova.compute.manager [-] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 950.394380] env[65664]: DEBUG nova.network.neutron [-] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 950.394690] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.457489] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.461994] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d07084a1-0887-4212-9004-a2b386271e31 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Lock "f317f33a-8a2d-4e65-9429-d4d2bfa0a24a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.303s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.599169] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af43e703-263d-401d-8bea-a900adc8c59c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.604118] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 950.612733] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355ec92-c1d8-4975-9715-5f0db0aed421 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.651575] env[65664]: DEBUG nova.compute.manager [req-d3cd2776-8e06-4ddb-8744-68848c5081f1 req-756d107a-e922-4423-a90f-b001568719b1 service nova] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Detach interface failed, port_id=7ca2fcc2-01fa-40fb-8867-6035a7f51a7e, reason: Instance 87c93584-9d1b-42cb-a6c3-feec0307c9c3 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 950.678864] env[65664]: DEBUG oslo_concurrency.lockutils [req-d00d6298-e6d3-4877-8b08-4e854680cf96 req-9a5a0f70-7c98-4e78-907a-f33c205e632b service nova] Releasing lock "refresh_cache-6b640536-b3ca-4672-98ca-41e56412bed2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.772026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.772026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.772340] env[65664]: DEBUG nova.network.neutron [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.818272] env[65664]: INFO nova.compute.manager [-] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Took 1.28 seconds to deallocate network for instance. [ 950.834452] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e6af61-cbdd-476e-ca69-da5af57a71b5, 'name': SearchDatastore_Task, 'duration_secs': 0.020942} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.834744] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.834978] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.835325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.835580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.835580] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.836885] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2605ec-9235-4cac-a0c1-963cb67dd91c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.851667] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.851857] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.852674] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1973398b-75e4-46dd-8e15-817cf880a109 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.861037] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 950.861037] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5233615e-4b87-02be-5c17-deb3df25d0da" [ 950.861037] env[65664]: _type = "Task" [ 950.861037] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.870893] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5233615e-4b87-02be-5c17-deb3df25d0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.125440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.163100] env[65664]: DEBUG nova.network.neutron [-] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.312342] env[65664]: DEBUG nova.network.neutron [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.326612] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.371561] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5233615e-4b87-02be-5c17-deb3df25d0da, 'name': SearchDatastore_Task, 'duration_secs': 0.045259} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.375144] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e751a2d-5086-4328-85bb-79c9c0efc92c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.385650] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 951.385650] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b5cc0e-3704-efd2-b5e1-7569d1fab815" [ 951.385650] env[65664]: _type = "Task" [ 951.385650] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.398011] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b5cc0e-3704-efd2-b5e1-7569d1fab815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.444416] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d63cc-b9d7-4261-a98c-58b94cfa8bf7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.455440] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f1ed7a-4847-4c33-ad34-f60baa39e8ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.490787] env[65664]: WARNING neutronclient.v2_0.client [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.493955] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df679fce-dc49-4da4-a19a-cae58d5a36d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.503728] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cedaef-9e46-460f-8bfb-1e36584c0dc8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.519720] env[65664]: DEBUG nova.compute.provider_tree [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.614074] env[65664]: DEBUG nova.network.neutron [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Updating instance_info_cache with network_info: [{"id": "d79e6bd3-e9f0-4ef6-8505-602d192dc020", "address": "fa:16:3e:0c:c1:ae", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79e6bd3-e9", "ovs_interfaceid": "d79e6bd3-e9f0-4ef6-8505-602d192dc020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.668586] env[65664]: INFO nova.compute.manager [-] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Took 1.27 seconds to deallocate network for instance. [ 951.904389] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b5cc0e-3704-efd2-b5e1-7569d1fab815, 'name': SearchDatastore_Task, 'duration_secs': 0.031768} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.904389] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.904389] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.904389] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cd6bbf7-be86-421f-9625-a712c9f127fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.913123] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 951.913123] env[65664]: value = "task-4415665" [ 951.913123] env[65664]: _type = "Task" [ 951.913123] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.924844] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.982137] env[65664]: DEBUG nova.compute.manager [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Received event network-vif-plugged-d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 951.982370] env[65664]: DEBUG oslo_concurrency.lockutils [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] Acquiring lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.982486] env[65664]: DEBUG oslo_concurrency.lockutils [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.982645] env[65664]: DEBUG oslo_concurrency.lockutils [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.982803] env[65664]: DEBUG nova.compute.manager [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] No waiting events found dispatching network-vif-plugged-d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.983166] env[65664]: WARNING nova.compute.manager [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Received unexpected event network-vif-plugged-d79e6bd3-e9f0-4ef6-8505-602d192dc020 for instance with vm_state building and task_state spawning. [ 951.983381] env[65664]: DEBUG nova.compute.manager [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Received event network-changed-d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 951.983558] env[65664]: DEBUG nova.compute.manager [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Refreshing instance network info cache due to event network-changed-d79e6bd3-e9f0-4ef6-8505-602d192dc020. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 951.984248] env[65664]: DEBUG oslo_concurrency.lockutils [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] Acquiring lock "refresh_cache-e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.022657] env[65664]: DEBUG nova.scheduler.client.report [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.116484] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.116970] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance network_info: |[{"id": "d79e6bd3-e9f0-4ef6-8505-602d192dc020", "address": "fa:16:3e:0c:c1:ae", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79e6bd3-e9", "ovs_interfaceid": "d79e6bd3-e9f0-4ef6-8505-602d192dc020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 952.117394] env[65664]: DEBUG oslo_concurrency.lockutils [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] Acquired lock "refresh_cache-e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.117633] env[65664]: DEBUG nova.network.neutron [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Refreshing network info cache for port d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.119034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c1:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79e6bd3-e9f0-4ef6-8505-602d192dc020', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.129134] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 952.130818] env[65664]: WARNING neutronclient.v2_0.client [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.133149] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.134312] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f98eedf-67e4-463f-b4dc-17b0976adf36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.158210] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.158210] env[65664]: value = "task-4415666" [ 952.158210] env[65664]: _type = "Task" [ 952.158210] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.169235] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415666, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.174843] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.328877] env[65664]: WARNING neutronclient.v2_0.client [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.419117] env[65664]: DEBUG nova.network.neutron [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Updated VIF entry in instance network info cache for port d79e6bd3-e9f0-4ef6-8505-602d192dc020. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.419447] env[65664]: DEBUG nova.network.neutron [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Updating instance_info_cache with network_info: [{"id": "d79e6bd3-e9f0-4ef6-8505-602d192dc020", "address": "fa:16:3e:0c:c1:ae", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79e6bd3-e9", "ovs_interfaceid": "d79e6bd3-e9f0-4ef6-8505-602d192dc020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.431227] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.528030] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.528638] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 952.534540] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.850s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.538026] env[65664]: DEBUG nova.objects.instance [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lazy-loading 'resources' on Instance uuid be236e85-64d8-4e05-a0fa-b7e436b8d6f5 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.669503] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415666, 'name': CreateVM_Task, 'duration_secs': 0.450779} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.669610] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.670108] env[65664]: WARNING neutronclient.v2_0.client [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.670597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.670597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.670896] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.671184] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bebbf5-ab46-4cb6-a71b-f3de2735e382 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.677565] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 952.677565] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5224318c-7233-5a0e-8ead-bc6bb26dd32b" [ 952.677565] env[65664]: _type = "Task" [ 952.677565] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.690553] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5224318c-7233-5a0e-8ead-bc6bb26dd32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.922148] env[65664]: DEBUG oslo_concurrency.lockutils [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] Releasing lock "refresh_cache-e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.922541] env[65664]: DEBUG nova.compute.manager [req-658b762b-8558-4fbc-85a7-39c773062ece req-64572f90-75f5-473f-a739-df51db2657e0 service nova] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Received event network-vif-deleted-bc5287f0-6285-4027-9b0f-65fa2a04b120 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.927912] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625885} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.928302] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.928605] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.928961] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-086c2fbb-2001-49d4-980e-08850673c6dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.937664] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 952.937664] env[65664]: value = "task-4415667" [ 952.937664] env[65664]: _type = "Task" [ 952.937664] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.953408] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.038549] env[65664]: DEBUG nova.compute.utils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.042514] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 953.042743] env[65664]: DEBUG nova.network.neutron [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 953.043064] env[65664]: WARNING neutronclient.v2_0.client [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.043458] env[65664]: WARNING neutronclient.v2_0.client [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.121412] env[65664]: DEBUG nova.policy [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '144c0ed076154141afcf3339ef2534cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c855f3298b7645799ab171f39a9465b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.189347] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5224318c-7233-5a0e-8ead-bc6bb26dd32b, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.189774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.189925] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.190201] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.190344] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.190525] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.190845] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec2f586-49eb-4c12-ae8b-66062b60ccfe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.202022] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.202394] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.205174] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c937f803-2b44-4ebc-8c18-f72ae8c52b29 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.213353] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 953.213353] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520451cd-dbef-558e-13b9-f1f6c08f9de3" [ 953.213353] env[65664]: _type = "Task" [ 953.213353] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.225315] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520451cd-dbef-558e-13b9-f1f6c08f9de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.448487] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073304} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.448688] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.449492] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a078c0-fca5-4a86-bb8b-637522b1cae5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.470864] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.473571] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20fd310-277f-4831-aabd-ee842cd04088 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.491530] env[65664]: DEBUG nova.network.neutron [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Successfully created port: a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 953.501031] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 953.501031] env[65664]: value = "task-4415668" [ 953.501031] env[65664]: _type = "Task" [ 953.501031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.513166] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.546069] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 953.572060] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3be0e8-8ff0-42fd-9cdf-342adc60d2ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.582221] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfe6075-9b65-45e0-97f3-ed96c777cb4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.617869] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa55f2-84b4-4e59-ad2e-58c816bad766 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.627231] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ec9d75-985a-4ef8-8e6f-ff4fc5727f1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.642128] env[65664]: DEBUG nova.compute.provider_tree [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.727751] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520451cd-dbef-558e-13b9-f1f6c08f9de3, 'name': SearchDatastore_Task, 'duration_secs': 0.020047} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.728684] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b03cdd-7187-47f9-9e0f-6ac42072f012 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.734590] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 953.734590] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b001f3-1f2a-8879-0b09-2d9399421c76" [ 953.734590] env[65664]: _type = "Task" [ 953.734590] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.743967] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b001f3-1f2a-8879-0b09-2d9399421c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.013992] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415668, 'name': ReconfigVM_Task, 'duration_secs': 0.327991} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.013992] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074/0b12beac-c556-4a9d-98a8-9ecc469b7074.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.014498] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18834504-aa57-448a-8682-26d882c70ef6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.026022] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 954.026022] env[65664]: value = "task-4415669" [ 954.026022] env[65664]: _type = "Task" [ 954.026022] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.035242] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415669, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.145539] env[65664]: DEBUG nova.scheduler.client.report [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.245054] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b001f3-1f2a-8879-0b09-2d9399421c76, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.245350] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.246034] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.246034] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20076c0f-03c5-4c21-a28f-7b2190d42c1e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.253199] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 954.253199] env[65664]: value = "task-4415670" [ 954.253199] env[65664]: _type = "Task" [ 954.253199] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.262193] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.538637] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415669, 'name': Rename_Task, 'duration_secs': 0.143794} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.538965] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.539305] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f22f449c-7d5e-4879-9b9a-101c3afa839b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.547469] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 954.547469] env[65664]: value = "task-4415671" [ 954.547469] env[65664]: _type = "Task" [ 954.547469] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.558736] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 954.560998] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.598557] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.598960] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.599159] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.599370] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.599514] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.599655] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.599861] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.600028] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.600247] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.600411] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.600586] env[65664]: DEBUG nova.virt.hardware [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.601611] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea6637-dc2f-4625-b880-ff7a951fa23f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.611454] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970bf29-29c0-4cb8-9d41-d21d2c7b1722 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.650499] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.653623] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.314s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.653926] env[65664]: DEBUG nova.objects.instance [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lazy-loading 'resources' on Instance uuid 8e203ba5-61f9-41a5-94d3-7bb731482e79 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.684655] env[65664]: INFO nova.scheduler.client.report [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted allocations for instance be236e85-64d8-4e05-a0fa-b7e436b8d6f5 [ 954.769557] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.966558] env[65664]: DEBUG nova.compute.manager [req-0d9e4535-04d7-4501-8cde-c8e132a38728 req-4faa4720-6de0-4233-addd-8e321c39b828 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Received event network-vif-plugged-a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 954.968479] env[65664]: DEBUG oslo_concurrency.lockutils [req-0d9e4535-04d7-4501-8cde-c8e132a38728 req-4faa4720-6de0-4233-addd-8e321c39b828 service nova] Acquiring lock "90fb8d0f-7b01-423e-ade3-10dc360acf62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.968803] env[65664]: DEBUG oslo_concurrency.lockutils [req-0d9e4535-04d7-4501-8cde-c8e132a38728 req-4faa4720-6de0-4233-addd-8e321c39b828 service nova] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.968983] env[65664]: DEBUG oslo_concurrency.lockutils [req-0d9e4535-04d7-4501-8cde-c8e132a38728 req-4faa4720-6de0-4233-addd-8e321c39b828 service nova] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.969833] env[65664]: DEBUG nova.compute.manager [req-0d9e4535-04d7-4501-8cde-c8e132a38728 req-4faa4720-6de0-4233-addd-8e321c39b828 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] No waiting events found dispatching network-vif-plugged-a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 954.970163] env[65664]: WARNING nova.compute.manager [req-0d9e4535-04d7-4501-8cde-c8e132a38728 req-4faa4720-6de0-4233-addd-8e321c39b828 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Received unexpected event network-vif-plugged-a146ca27-00ed-421d-952e-e303bec84887 for instance with vm_state building and task_state spawning. [ 955.049196] env[65664]: DEBUG nova.network.neutron [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Successfully updated port: a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.061152] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.195957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "be236e85-64d8-4e05-a0fa-b7e436b8d6f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.523s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.269965] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547464} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.271168] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.271168] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.271168] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab91be21-631a-4e5a-9fa2-bdfecc55f60e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.281595] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 955.281595] env[65664]: value = "task-4415672" [ 955.281595] env[65664]: _type = "Task" [ 955.281595] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.290968] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.557818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.558010] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.558193] env[65664]: DEBUG nova.network.neutron [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.565262] env[65664]: DEBUG oslo_vmware.api [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415671, 'name': PowerOnVM_Task, 'duration_secs': 0.712256} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.567099] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.567296] env[65664]: DEBUG nova.compute.manager [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 955.568087] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430ea87a-0cd9-49f2-8f18-c8b26ac30864 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.571534] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a1633-4355-4fd1-9558-4858b019074c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.581676] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d33a3-93ea-433e-a21e-2b8032df92b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.616877] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523cfda5-7841-40a0-93e1-5846e2c98cf7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.626832] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64eeda3-d48b-4753-9df0-3e113cda08ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.644468] env[65664]: DEBUG nova.compute.provider_tree [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.792280] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14399} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.792575] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.793396] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbacd116-a26e-4b6f-bb16-19af5d7a7e50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.816658] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.816965] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b48fed13-c912-4097-95c4-9d7a740b636d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.838770] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 955.838770] env[65664]: value = "task-4415673" [ 955.838770] env[65664]: _type = "Task" [ 955.838770] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.848107] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.098455] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.129142] env[65664]: DEBUG nova.network.neutron [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.147740] env[65664]: DEBUG nova.scheduler.client.report [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.246325] env[65664]: WARNING neutronclient.v2_0.client [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.332333] env[65664]: DEBUG nova.network.neutron [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Updating instance_info_cache with network_info: [{"id": "a146ca27-00ed-421d-952e-e303bec84887", "address": "fa:16:3e:43:8c:01", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa146ca27-00", "ovs_interfaceid": "a146ca27-00ed-421d-952e-e303bec84887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.349477] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415673, 'name': ReconfigVM_Task, 'duration_secs': 0.346494} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.350519] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.351187] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3785c20-8882-46ac-bbff-a4c7d1c88eb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.359875] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 956.359875] env[65664]: value = "task-4415674" [ 956.359875] env[65664]: _type = "Task" [ 956.359875] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.370948] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415674, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.654880] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.658162] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.764s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.678628] env[65664]: INFO nova.scheduler.client.report [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Deleted allocations for instance 8e203ba5-61f9-41a5-94d3-7bb731482e79 [ 956.835376] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.835746] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Instance network_info: |[{"id": "a146ca27-00ed-421d-952e-e303bec84887", "address": "fa:16:3e:43:8c:01", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa146ca27-00", "ovs_interfaceid": "a146ca27-00ed-421d-952e-e303bec84887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 956.836227] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:8c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a146ca27-00ed-421d-952e-e303bec84887', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.843656] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 956.843871] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.844108] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb511f7d-6e49-42ed-af54-b314431622db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.865042] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.865042] env[65664]: value = "task-4415675" [ 956.865042] env[65664]: _type = "Task" [ 956.865042] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.871643] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415674, 'name': Rename_Task, 'duration_secs': 0.145265} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.872265] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.872513] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c1d106-8f3e-449c-a73f-2077f4d98964 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.879603] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415675, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.880936] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 956.880936] env[65664]: value = "task-4415676" [ 956.880936] env[65664]: _type = "Task" [ 956.880936] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.888996] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.942775] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "0b12beac-c556-4a9d-98a8-9ecc469b7074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.943082] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "0b12beac-c556-4a9d-98a8-9ecc469b7074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.943304] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "0b12beac-c556-4a9d-98a8-9ecc469b7074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.943487] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "0b12beac-c556-4a9d-98a8-9ecc469b7074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.943655] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "0b12beac-c556-4a9d-98a8-9ecc469b7074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.945915] env[65664]: INFO nova.compute.manager [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Terminating instance [ 957.055451] env[65664]: DEBUG nova.compute.manager [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Received event network-changed-a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.055647] env[65664]: DEBUG nova.compute.manager [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Refreshing instance network info cache due to event network-changed-a146ca27-00ed-421d-952e-e303bec84887. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 957.055850] env[65664]: DEBUG oslo_concurrency.lockutils [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] Acquiring lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.055985] env[65664]: DEBUG oslo_concurrency.lockutils [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] Acquired lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.056399] env[65664]: DEBUG nova.network.neutron [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Refreshing network info cache for port a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.187752] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a3976154-8a8a-4be5-9060-12404a16ff62 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Lock "8e203ba5-61f9-41a5-94d3-7bb731482e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.369s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.376806] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415675, 'name': CreateVM_Task, 'duration_secs': 0.334189} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.377106] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.377690] env[65664]: WARNING neutronclient.v2_0.client [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.378094] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.378253] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.378673] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.378944] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06c5986-2cf2-42bc-8d23-14df9944a25a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.386607] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 957.386607] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f52e3e-40ab-2a59-007d-bb38a208db9f" [ 957.386607] env[65664]: _type = "Task" [ 957.386607] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.395216] env[65664]: DEBUG oslo_vmware.api [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415676, 'name': PowerOnVM_Task, 'duration_secs': 0.500248} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.395607] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.395818] env[65664]: INFO nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Took 7.67 seconds to spawn the instance on the hypervisor. [ 957.395993] env[65664]: DEBUG nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 957.397465] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fec36a-a32b-434d-9397-af2f666bf874 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.403627] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f52e3e-40ab-2a59-007d-bb38a208db9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.404288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.404472] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.404774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.404896] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.405090] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.405361] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b6c59a-78ba-4e75-850e-b8a0883fac43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.418730] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.418913] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.419688] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5b25d1-5add-4903-bbae-dea6e6f1029e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.426059] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 957.426059] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5274fe1b-9ac9-9b7b-4c54-dfa9ae8bf658" [ 957.426059] env[65664]: _type = "Task" [ 957.426059] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.436448] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5274fe1b-9ac9-9b7b-4c54-dfa9ae8bf658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.450275] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "refresh_cache-0b12beac-c556-4a9d-98a8-9ecc469b7074" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.450470] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquired lock "refresh_cache-0b12beac-c556-4a9d-98a8-9ecc469b7074" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.450678] env[65664]: DEBUG nova.network.neutron [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.559228] env[65664]: WARNING neutronclient.v2_0.client [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.677344] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Applying migration context for instance 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 as it has an incoming, in-progress migration 3e1c6861-68ea-4430-82e8-fda3b291b50f. Migration status is reverting {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 957.679269] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating resource usage from migration 3e1c6861-68ea-4430-82e8-fda3b291b50f [ 957.703585] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6bad53bf-fb39-496d-9704-10e17d0af6ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.703776] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b4033c80-be9c-4753-a7d8-d3edd36dd31e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.703900] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c3deb464-849c-4aef-88df-efd9df3c4e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.704062] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 87c93584-9d1b-42cb-a6c3-feec0307c9c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.704192] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f4a710b5-4410-4915-b8f3-32131972100f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.704335] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.704471] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance e803b4f8-ea31-40f6-b2e7-98d1755d5971 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.704664] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.704792] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3c4e475a-ea3b-47b4-b1c8-924fe4737594 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.704930] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 2564cbff-4c12-4be4-95b7-a2195bdd89cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.705105] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.705277] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.705436] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.705575] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 78a7f578-6745-43e6-af34-b46d3f230cd1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.705709] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance e205ed4f-3703-4de4-93e4-54852098df4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.705827] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 26a623cb-37cb-46ed-826e-204267a144b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.705950] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration 3e1c6861-68ea-4430-82e8-fda3b291b50f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 957.706596] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.706840] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance edc53b1f-8e34-40d4-ba75-075c9bca7939 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.707059] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6b640536-b3ca-4672-98ca-41e56412bed2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.707243] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 8530354c-603e-40b5-a570-fcf6000bac39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.707438] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance b377da4a-3b4a-425f-aabb-9358efe858aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.707615] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 0b12beac-c556-4a9d-98a8-9ecc469b7074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.707791] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.707968] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 90fb8d0f-7b01-423e-ade3-10dc360acf62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 957.760786] env[65664]: WARNING neutronclient.v2_0.client [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.843473] env[65664]: DEBUG nova.network.neutron [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Updated VIF entry in instance network info cache for port a146ca27-00ed-421d-952e-e303bec84887. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.843928] env[65664]: DEBUG nova.network.neutron [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Updating instance_info_cache with network_info: [{"id": "a146ca27-00ed-421d-952e-e303bec84887", "address": "fa:16:3e:43:8c:01", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa146ca27-00", "ovs_interfaceid": "a146ca27-00ed-421d-952e-e303bec84887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.919014] env[65664]: INFO nova.compute.manager [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Took 47.58 seconds to build instance. [ 957.938341] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5274fe1b-9ac9-9b7b-4c54-dfa9ae8bf658, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.939879] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee86c16-ff58-429e-b504-a78617ea91c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.947483] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 957.947483] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527212f6-bd9b-b86b-f40d-b7bec543a558" [ 957.947483] env[65664]: _type = "Task" [ 957.947483] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.955071] env[65664]: WARNING neutronclient.v2_0.client [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.960729] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527212f6-bd9b-b86b-f40d-b7bec543a558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.976824] env[65664]: DEBUG nova.network.neutron [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.028501] env[65664]: DEBUG nova.network.neutron [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.211165] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 21e8299b-2556-445f-bf30-298acc245dff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 958.346691] env[65664]: DEBUG oslo_concurrency.lockutils [req-9c71e6c8-0b67-4ffc-8c72-8e7ab5a96e80 req-c8c6d29a-117e-4843-bf0a-7045c59ddc3e service nova] Releasing lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.421387] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0244efe6-6426-4a64-9a87-e99df590849f tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.915s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.459083] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527212f6-bd9b-b86b-f40d-b7bec543a558, 'name': SearchDatastore_Task, 'duration_secs': 0.018616} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.460209] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.460209] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 90fb8d0f-7b01-423e-ade3-10dc360acf62/90fb8d0f-7b01-423e-ade3-10dc360acf62.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.460209] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b90a99-158b-4508-9e7c-bc4892c0c3aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.468874] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 958.468874] env[65664]: value = "task-4415677" [ 958.468874] env[65664]: _type = "Task" [ 958.468874] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.478834] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.531481] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Releasing lock "refresh_cache-0b12beac-c556-4a9d-98a8-9ecc469b7074" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.531981] env[65664]: DEBUG nova.compute.manager [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 958.532243] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.534596] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5349b-7193-460a-8f21-0baee478de05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.544621] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.544973] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773bb4fe-7e16-4d67-8dea-b40b0dfa96bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.555138] env[65664]: DEBUG oslo_vmware.api [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 958.555138] env[65664]: value = "task-4415678" [ 958.555138] env[65664]: _type = "Task" [ 958.555138] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.565751] env[65664]: DEBUG oslo_vmware.api [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.715492] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance d7b83686-1f79-4fe7-9103-96a1885d82b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 958.980416] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415677, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.013558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.013850] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.014116] env[65664]: DEBUG nova.compute.manager [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 959.014995] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46af0e0-77f4-4ab5-ac3e-2394d8b2b780 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.022148] env[65664]: DEBUG nova.compute.manager [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 959.022763] env[65664]: DEBUG nova.objects.instance [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'flavor' on Instance uuid e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.066730] env[65664]: DEBUG oslo_vmware.api [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415678, 'name': PowerOffVM_Task, 'duration_secs': 0.159346} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.067029] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.067201] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.067458] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544f2cbc-2678-479c-a9b2-b2ac45fe9bf5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.097786] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.097786] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.098035] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Deleting the datastore file [datastore1] 0b12beac-c556-4a9d-98a8-9ecc469b7074 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.098210] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c9b19b-1a90-409c-8b61-8901951d3cd6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.106776] env[65664]: DEBUG oslo_vmware.api [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for the task: (returnval){ [ 959.106776] env[65664]: value = "task-4415680" [ 959.106776] env[65664]: _type = "Task" [ 959.106776] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.117598] env[65664]: DEBUG oslo_vmware.api [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.219356] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 835cb91b-4107-4c1e-b207-3ce081a13086 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 959.482092] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515462} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.482452] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 90fb8d0f-7b01-423e-ade3-10dc360acf62/90fb8d0f-7b01-423e-ade3-10dc360acf62.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.482699] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.482987] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412943cc-daa6-40e7-a820-e568e402f746 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.491638] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 959.491638] env[65664]: value = "task-4415681" [ 959.491638] env[65664]: _type = "Task" [ 959.491638] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.501679] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.617875] env[65664]: DEBUG oslo_vmware.api [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Task: {'id': task-4415680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093032} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.618157] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.618338] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.618547] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.618724] env[65664]: INFO nova.compute.manager [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Took 1.09 seconds to destroy the instance on the hypervisor. [ 959.618964] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 959.619176] env[65664]: DEBUG nova.compute.manager [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 959.619273] env[65664]: DEBUG nova.network.neutron [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 959.619568] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.637813] env[65664]: DEBUG nova.network.neutron [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 959.638102] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.722456] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c0739b32-fbba-456f-b15d-e943cd6f51a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 960.003333] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077572} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.003641] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.004465] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71395963-afd5-44b3-b785-7d0e6a6d2d4a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.029017] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 90fb8d0f-7b01-423e-ade3-10dc360acf62/90fb8d0f-7b01-423e-ade3-10dc360acf62.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.029361] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46e0d9e-2c9d-4477-afd6-be72442c7eb2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.044316] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.044612] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c85fe5-57d6-4f79-aab7-5a600f7c7a8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.052821] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 960.052821] env[65664]: value = "task-4415683" [ 960.052821] env[65664]: _type = "Task" [ 960.052821] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.054405] env[65664]: DEBUG oslo_vmware.api [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 960.054405] env[65664]: value = "task-4415682" [ 960.054405] env[65664]: _type = "Task" [ 960.054405] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.075031] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415683, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.075817] env[65664]: DEBUG oslo_vmware.api [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.141126] env[65664]: DEBUG nova.network.neutron [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.226448] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ed3397de-25ba-4a4f-8c9d-79b13377e211 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 960.226448] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 960.226448] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '10', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_4f54a225c5e64a5fbeb4efbf99aaed13': '2', 'io_workload': '2', 'num_proj_12179bbb71714cc3bb37456ea5682668': '1', 'num_proj_92b48785c5e64f799561f35c32cd6a1a': '1', 'num_proj_d817bea104c34f0798e2be963cc444d4': '2', 'num_proj_c855f3298b7645799ab171f39a9465b3': '2', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_1d18e27e2c0e40fc9e6955e223d0b9d3': '1', 'num_proj_57cc861d593842ae9c093dcacc4d3bab': '2', 'num_proj_c4db5177b94247dfa1f8c72f5a139a06': '1', 'num_vm_rescued': '1', 'num_proj_0c9cacbaaf584fd49d7603029849b0b0': '1', 'num_task_deleting': '1', 'num_proj_9285d09733e24011925c0af5ee0ecace': '1', 'num_vm_building': '2', 'num_task_spawning': '2'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 960.575261] env[65664]: DEBUG oslo_vmware.api [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415682, 'name': PowerOffVM_Task, 'duration_secs': 0.234757} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.575559] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415683, 'name': ReconfigVM_Task, 'duration_secs': 0.411763} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.575738] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.575936] env[65664]: DEBUG nova.compute.manager [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 960.576245] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 90fb8d0f-7b01-423e-ade3-10dc360acf62/90fb8d0f-7b01-423e-ade3-10dc360acf62.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.577385] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d92ac-a5ef-44f4-b1e7-77ee2e3c53c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.580917] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37260683-b4d2-4143-9dcd-b50587198b75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.590678] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 960.590678] env[65664]: value = "task-4415684" [ 960.590678] env[65664]: _type = "Task" [ 960.590678] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.613576] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415684, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.644101] env[65664]: INFO nova.compute.manager [-] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Took 1.02 seconds to deallocate network for instance. [ 960.684250] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d146c1-e22c-4cc9-8eb8-a7ede9879df3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.693566] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be8a37-06f2-4100-804b-9f746997c609 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.729521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a4a43-4607-4868-bbdc-78bae0e80ef3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.737554] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c8c73-2ce8-4e1f-a2c1-ba171f9525e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.754989] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.104229] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415684, 'name': Rename_Task, 'duration_secs': 0.15177} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.104742] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7b36af3-eaac-4804-a588-50176a5f9c77 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.105716] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.106151] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5204172f-d1a5-49a3-9803-b8e39c36f817 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.115344] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 961.115344] env[65664]: value = "task-4415685" [ 961.115344] env[65664]: _type = "Task" [ 961.115344] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.124741] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.159447] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.258567] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.626942] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.764801] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 961.766022] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.108s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.766150] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.235s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.768058] env[65664]: INFO nova.compute.claims [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.786616] env[65664]: INFO nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Rebuilding instance [ 961.834680] env[65664]: DEBUG nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 961.835595] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d3806-c43e-40c9-8545-309d4af3e316 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.127602] env[65664]: DEBUG oslo_vmware.api [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415685, 'name': PowerOnVM_Task, 'duration_secs': 0.594481} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.127887] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.128101] env[65664]: INFO nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Took 7.57 seconds to spawn the instance on the hypervisor. [ 962.128278] env[65664]: DEBUG nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 962.129189] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec8bd7-912a-4da6-b75f-bc5f9475dda9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.652508] env[65664]: INFO nova.compute.manager [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Took 48.54 seconds to build instance. [ 962.856403] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.856822] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51be53fb-51d0-4bbe-b23c-9bc9c5bbf022 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.865635] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 962.865635] env[65664]: value = "task-4415686" [ 962.865635] env[65664]: _type = "Task" [ 962.865635] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.879946] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.880057] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.880799] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c9f0e-1a34-4071-af5f-bb2b6e368db8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.892020] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.892020] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666e6b82-776a-4a5d-897a-3f42b83cbfc9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.956592] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.956849] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.957036] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.957304] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef43b4e-9cbb-4053-86af-925a783a691f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.967250] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 962.967250] env[65664]: value = "task-4415688" [ 962.967250] env[65664]: _type = "Task" [ 962.967250] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.977832] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.156238] env[65664]: DEBUG oslo_concurrency.lockutils [None req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.144s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.202999] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c47027d-121b-40bb-be7f-27d8ad1f5198 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.210837] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f4387-4f77-4246-a8f5-412edd728499 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.245198] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c838e3a-5d06-4f7e-aef2-288d85fdf893 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.254789] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b2e85-ad9f-47a6-8cd5-e58b9e146362 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.271740] env[65664]: DEBUG nova.compute.provider_tree [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.478101] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136037} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.479412] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.479802] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.479997] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.775589] env[65664]: DEBUG nova.scheduler.client.report [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.849118] env[65664]: DEBUG nova.compute.manager [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Received event network-changed-a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 963.849199] env[65664]: DEBUG nova.compute.manager [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Refreshing instance network info cache due to event network-changed-a146ca27-00ed-421d-952e-e303bec84887. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 963.849478] env[65664]: DEBUG oslo_concurrency.lockutils [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] Acquiring lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.849663] env[65664]: DEBUG oslo_concurrency.lockutils [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] Acquired lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.849855] env[65664]: DEBUG nova.network.neutron [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Refreshing network info cache for port a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.281154] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.281744] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 964.284562] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.985s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.284788] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.287680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.816s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.289632] env[65664]: INFO nova.compute.claims [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.321891] env[65664]: INFO nova.scheduler.client.report [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Deleted allocations for instance 78a7f578-6745-43e6-af34-b46d3f230cd1 [ 964.353293] env[65664]: WARNING neutronclient.v2_0.client [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.523628] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 964.523970] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.524185] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 964.524408] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.524586] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 964.524790] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 964.525044] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 964.525242] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 964.525469] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 964.525774] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 964.526066] env[65664]: DEBUG nova.virt.hardware [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 964.527042] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfcac75-9143-48d7-a954-8afbf89009de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.540378] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6a64d-36d6-4427-a18b-7f45df60f4a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.558806] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c1:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79e6bd3-e9f0-4ef6-8505-602d192dc020', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.566768] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 964.568347] env[65664]: WARNING neutronclient.v2_0.client [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.571096] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.571622] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6213ddb-bfc6-4f47-8add-a076e2a8f793 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.593108] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.593108] env[65664]: value = "task-4415689" [ 964.593108] env[65664]: _type = "Task" [ 964.593108] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.602964] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415689, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.648807] env[65664]: DEBUG nova.network.neutron [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Updated VIF entry in instance network info cache for port a146ca27-00ed-421d-952e-e303bec84887. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 964.649241] env[65664]: DEBUG nova.network.neutron [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Updating instance_info_cache with network_info: [{"id": "a146ca27-00ed-421d-952e-e303bec84887", "address": "fa:16:3e:43:8c:01", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa146ca27-00", "ovs_interfaceid": "a146ca27-00ed-421d-952e-e303bec84887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.798691] env[65664]: DEBUG nova.compute.utils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.800620] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 964.800825] env[65664]: DEBUG nova.network.neutron [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 964.801189] env[65664]: WARNING neutronclient.v2_0.client [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.802338] env[65664]: WARNING neutronclient.v2_0.client [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.831822] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Lock "78a7f578-6745-43e6-af34-b46d3f230cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.031s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.841740] env[65664]: DEBUG nova.policy [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67997ec766e3472a90f477f90dbbc72a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1399a836b44dda93cdd9bcd4a37b31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.105549] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415689, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.152609] env[65664]: DEBUG oslo_concurrency.lockutils [req-00f76dfa-feb8-4fc5-8df7-5e93524386d2 req-e7015da1-2368-4c31-a3ac-87db7615d127 service nova] Releasing lock "refresh_cache-90fb8d0f-7b01-423e-ade3-10dc360acf62" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.172206] env[65664]: DEBUG nova.network.neutron [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Successfully created port: 08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 965.306147] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 965.608144] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415689, 'name': CreateVM_Task, 'duration_secs': 0.551086} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.608144] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.608746] env[65664]: WARNING neutronclient.v2_0.client [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 965.609205] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.609355] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.609683] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.609952] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fb1add-fd63-4512-b31a-5d50e43cd650 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.619716] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 965.619716] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52705f8d-f28c-3fa6-6dfc-bb7062854633" [ 965.619716] env[65664]: _type = "Task" [ 965.619716] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.631044] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52705f8d-f28c-3fa6-6dfc-bb7062854633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.705114] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad362e1e-6a92-4d6d-9ed3-a22916a08dca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.714017] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b2e61-67f7-4d7f-bcd5-6982e7dfaa01 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.746971] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1574b2f-a070-44aa-ae72-41cd75b6074f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.755671] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1705ecce-2db1-45f0-b73f-870dd290507c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.771510] env[65664]: DEBUG nova.compute.provider_tree [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.133842] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52705f8d-f28c-3fa6-6dfc-bb7062854633, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.134479] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.134685] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.134986] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.135236] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.135467] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.135903] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731830fb-b1a5-4c72-9996-f62c75db0d5c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.147817] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.148048] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.149461] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da0cac1-caa6-406e-bf75-96021bc2509d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.156407] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 966.156407] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529057e2-092d-441c-fedf-f2575857336c" [ 966.156407] env[65664]: _type = "Task" [ 966.156407] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.166666] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529057e2-092d-441c-fedf-f2575857336c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.275205] env[65664]: DEBUG nova.scheduler.client.report [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.317474] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 966.346249] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 966.346534] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.346690] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 966.346873] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.347020] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 966.347167] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 966.347369] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 966.347525] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 966.347721] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 966.347847] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 966.348033] env[65664]: DEBUG nova.virt.hardware [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 966.349057] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa48ec0-3a89-42a8-864b-82c6cd34ccf3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.357630] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2294957-d141-4e50-9d33-a5faf8a5acc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.668323] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529057e2-092d-441c-fedf-f2575857336c, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.669618] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05559599-e87b-4f12-b1b1-76002c251f79 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.673058] env[65664]: DEBUG nova.compute.manager [req-1b53ddf7-3567-4a05-9e6f-98d089a31df2 req-546b2c52-8891-4cb3-bbb8-43f057419c49 service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Received event network-vif-plugged-08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 966.673058] env[65664]: DEBUG oslo_concurrency.lockutils [req-1b53ddf7-3567-4a05-9e6f-98d089a31df2 req-546b2c52-8891-4cb3-bbb8-43f057419c49 service nova] Acquiring lock "21e8299b-2556-445f-bf30-298acc245dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.673198] env[65664]: DEBUG oslo_concurrency.lockutils [req-1b53ddf7-3567-4a05-9e6f-98d089a31df2 req-546b2c52-8891-4cb3-bbb8-43f057419c49 service nova] Lock "21e8299b-2556-445f-bf30-298acc245dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.673354] env[65664]: DEBUG oslo_concurrency.lockutils [req-1b53ddf7-3567-4a05-9e6f-98d089a31df2 req-546b2c52-8891-4cb3-bbb8-43f057419c49 service nova] Lock "21e8299b-2556-445f-bf30-298acc245dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.673714] env[65664]: DEBUG nova.compute.manager [req-1b53ddf7-3567-4a05-9e6f-98d089a31df2 req-546b2c52-8891-4cb3-bbb8-43f057419c49 service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] No waiting events found dispatching network-vif-plugged-08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 966.673714] env[65664]: WARNING nova.compute.manager [req-1b53ddf7-3567-4a05-9e6f-98d089a31df2 req-546b2c52-8891-4cb3-bbb8-43f057419c49 service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Received unexpected event network-vif-plugged-08caf624-afbb-400e-8150-d3405c20fd50 for instance with vm_state building and task_state spawning. [ 966.679264] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 966.679264] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d0a617-f38e-0188-c554-250de32363b2" [ 966.679264] env[65664]: _type = "Task" [ 966.679264] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.694764] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d0a617-f38e-0188-c554-250de32363b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.695994] env[65664]: DEBUG nova.network.neutron [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Successfully updated port: 08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 966.697236] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.697619] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.698018] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-747424e8-633d-4c4b-a225-ebd4592a0502 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.706494] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 966.706494] env[65664]: value = "task-4415690" [ 966.706494] env[65664]: _type = "Task" [ 966.706494] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.717869] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.780957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.781559] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 966.787602] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.695s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.198767] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "refresh_cache-21e8299b-2556-445f-bf30-298acc245dff" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.199045] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "refresh_cache-21e8299b-2556-445f-bf30-298acc245dff" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.199224] env[65664]: DEBUG nova.network.neutron [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 967.218161] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462624} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.218441] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.218673] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.218922] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d62b3ff7-4a63-48a0-9c35-7789046ab533 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.226635] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 967.226635] env[65664]: value = "task-4415691" [ 967.226635] env[65664]: _type = "Task" [ 967.226635] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.234952] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.290489] env[65664]: DEBUG nova.compute.utils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.292134] env[65664]: DEBUG nova.objects.instance [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lazy-loading 'migration_context' on Instance uuid 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.293858] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 967.293966] env[65664]: DEBUG nova.network.neutron [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 967.294324] env[65664]: WARNING neutronclient.v2_0.client [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.294635] env[65664]: WARNING neutronclient.v2_0.client [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.345452] env[65664]: DEBUG nova.policy [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09caa085a704d159a2136416c1cb388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cc861d593842ae9c093dcacc4d3bab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.679219] env[65664]: DEBUG nova.network.neutron [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Successfully created port: 1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 967.737836] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177888} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.738697] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.739579] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f007757-f720-4f43-89fc-64735d70676e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.764935] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.765288] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d1b258f-cb2d-41af-bffc-5a462d39da39 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.787293] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 967.787293] env[65664]: value = "task-4415692" [ 967.787293] env[65664]: _type = "Task" [ 967.787293] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.795869] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 967.798576] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.196473] env[65664]: DEBUG nova.network.neutron [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 968.279086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a297ec-7f34-4d1a-8569-b1741767309e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.287932] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085ed96-f25e-4a79-8096-517ebcb7f87e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.310029] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.333880] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ba17b-e692-4da3-84da-7c6dfa86f227 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.343650] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c6057-d971-4700-93e6-ffc3078d623c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.359897] env[65664]: DEBUG nova.compute.provider_tree [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.804745] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.808425] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 968.841144] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.841453] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.841639] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.841853] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.842043] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.842227] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.842459] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.842649] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.842889] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.843118] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.843332] env[65664]: DEBUG nova.virt.hardware [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.844224] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112752b9-32f7-4839-b556-af50f6e1a8cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.853860] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0207ae-6aaa-47e0-b973-a991928bfaf8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.872835] env[65664]: DEBUG nova.scheduler.client.report [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.126774] env[65664]: WARNING neutronclient.v2_0.client [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.219968] env[65664]: DEBUG nova.network.neutron [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Updating instance_info_cache with network_info: [{"id": "08caf624-afbb-400e-8150-d3405c20fd50", "address": "fa:16:3e:a9:76:22", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08caf624-af", "ovs_interfaceid": "08caf624-afbb-400e-8150-d3405c20fd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.280438] env[65664]: DEBUG nova.network.neutron [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Successfully updated port: 1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 969.307075] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.547430] env[65664]: DEBUG nova.compute.manager [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Received event network-changed-08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 969.547507] env[65664]: DEBUG nova.compute.manager [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Refreshing instance network info cache due to event network-changed-08caf624-afbb-400e-8150-d3405c20fd50. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 969.547648] env[65664]: DEBUG oslo_concurrency.lockutils [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] Acquiring lock "refresh_cache-21e8299b-2556-445f-bf30-298acc245dff" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.723629] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "refresh_cache-21e8299b-2556-445f-bf30-298acc245dff" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.724925] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Instance network_info: |[{"id": "08caf624-afbb-400e-8150-d3405c20fd50", "address": "fa:16:3e:a9:76:22", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08caf624-af", "ovs_interfaceid": "08caf624-afbb-400e-8150-d3405c20fd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 969.724925] env[65664]: DEBUG oslo_concurrency.lockutils [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] Acquired lock "refresh_cache-21e8299b-2556-445f-bf30-298acc245dff" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.724925] env[65664]: DEBUG nova.network.neutron [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Refreshing network info cache for port 08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.726802] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:76:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08caf624-afbb-400e-8150-d3405c20fd50', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.733756] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 969.734275] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.735097] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44dee26f-ac34-4d4d-b868-56eea80ea073 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.756436] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.756436] env[65664]: value = "task-4415693" [ 969.756436] env[65664]: _type = "Task" [ 969.756436] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.765894] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415693, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.782619] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.782619] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.782791] env[65664]: DEBUG nova.network.neutron [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 969.805437] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415692, 'name': ReconfigVM_Task, 'duration_secs': 1.915663} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.805670] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b/e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.806610] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7df76046-2a78-4ef8-a70e-7dab24365b68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.814071] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 969.814071] env[65664]: value = "task-4415694" [ 969.814071] env[65664]: _type = "Task" [ 969.814071] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.824562] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415694, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.884361] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.099s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.892461] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.674s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.892461] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.894921] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.742s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.895242] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.897593] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.455s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.899460] env[65664]: INFO nova.compute.claims [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.936983] env[65664]: INFO nova.scheduler.client.report [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Deleted allocations for instance 26a623cb-37cb-46ed-826e-204267a144b8 [ 969.941901] env[65664]: INFO nova.scheduler.client.report [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Deleted allocations for instance e803b4f8-ea31-40f6-b2e7-98d1755d5971 [ 970.235830] env[65664]: WARNING neutronclient.v2_0.client [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.269271] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415693, 'name': CreateVM_Task, 'duration_secs': 0.363202} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.269623] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.270128] env[65664]: WARNING neutronclient.v2_0.client [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.270470] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.270617] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.270929] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.271767] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db22214-eef1-4f4e-8d2e-626d513eb724 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.277942] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 970.277942] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52758806-65da-2709-d0c0-55c248a87b9b" [ 970.277942] env[65664]: _type = "Task" [ 970.277942] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.290457] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52758806-65da-2709-d0c0-55c248a87b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.325631] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415694, 'name': Rename_Task, 'duration_secs': 0.15673} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.326691] env[65664]: DEBUG nova.network.neutron [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 970.330299] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.330299] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf09683-9286-46e4-8e23-f17ae16bddcd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.341755] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 970.341755] env[65664]: value = "task-4415695" [ 970.341755] env[65664]: _type = "Task" [ 970.341755] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.353488] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.419914] env[65664]: WARNING neutronclient.v2_0.client [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.441927] env[65664]: WARNING neutronclient.v2_0.client [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.459110] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c0eaa06-3b72-431e-9034-bcce3c8da90d tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Lock "e803b4f8-ea31-40f6-b2e7-98d1755d5971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.716s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.460380] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29c13f83-219d-41d4-9652-a038b983b9d9 tempest-ServersAaction247Test-589799833 tempest-ServersAaction247Test-589799833-project-member] Lock "26a623cb-37cb-46ed-826e-204267a144b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.555s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.553826] env[65664]: DEBUG nova.network.neutron [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Updated VIF entry in instance network info cache for port 08caf624-afbb-400e-8150-d3405c20fd50. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.553826] env[65664]: DEBUG nova.network.neutron [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Updating instance_info_cache with network_info: [{"id": "08caf624-afbb-400e-8150-d3405c20fd50", "address": "fa:16:3e:a9:76:22", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08caf624-af", "ovs_interfaceid": "08caf624-afbb-400e-8150-d3405c20fd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.588492] env[65664]: DEBUG nova.network.neutron [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.684993] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.685246] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.790806] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52758806-65da-2709-d0c0-55c248a87b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.791244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.791763] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.792107] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.792346] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.792775] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.793181] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c737aa6-c92f-4f0f-b47b-7b507454ae03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.804236] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.804473] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.805281] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbedaae9-daba-4082-8d43-07ddb08dadfb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.811691] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 970.811691] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b39727-71c9-4d36-9b9e-9e2ff9238298" [ 970.811691] env[65664]: _type = "Task" [ 970.811691] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.822511] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b39727-71c9-4d36-9b9e-9e2ff9238298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.853573] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415695, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.059247] env[65664]: DEBUG oslo_concurrency.lockutils [req-78ca1847-d6c7-4fc0-af0f-f662bf475b4f req-100631fd-51f0-454f-b58f-ed6fd705e5eb service nova] Releasing lock "refresh_cache-21e8299b-2556-445f-bf30-298acc245dff" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.090842] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.091246] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Instance network_info: |[{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 971.095036] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:59:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1201579a-13ab-4453-8cab-873f9f1f9af8', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.103081] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 971.104153] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.104371] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c5585d-14b4-4ff7-90a3-32eae6c47059 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.132301] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.132301] env[65664]: value = "task-4415696" [ 971.132301] env[65664]: _type = "Task" [ 971.132301] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.144187] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415696, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.189253] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 971.326954] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b39727-71c9-4d36-9b9e-9e2ff9238298, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.327856] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fe1fd9-667f-4de9-b9ab-0980eb48791b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.335481] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 971.335481] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531b8d-05eb-0abe-1d5f-85418b572400" [ 971.335481] env[65664]: _type = "Task" [ 971.335481] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.351116] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531b8d-05eb-0abe-1d5f-85418b572400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.357618] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415695, 'name': PowerOnVM_Task, 'duration_secs': 0.646002} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.357924] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.358299] env[65664]: DEBUG nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.359039] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd6af11-f57b-4b4b-a504-9bc534b36e77 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.438493] env[65664]: INFO nova.compute.manager [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Swapping old allocation on dict_keys(['dcba89b0-9d8d-4507-803f-07189f190295']) held by migration 3e1c6861-68ea-4430-82e8-fda3b291b50f for instance [ 971.460136] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eafaa5-e2c4-4176-bbb9-0480a748578a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.469617] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a678f-24f3-45de-b0dc-0dc5a79abee7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.474694] env[65664]: DEBUG nova.scheduler.client.report [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Overwriting current allocation {'allocations': {'dcba89b0-9d8d-4507-803f-07189f190295': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 116}}, 'project_id': '4f54a225c5e64a5fbeb4efbf99aaed13', 'user_id': '8a235a630a2c43ac8fc3c31188ad319d', 'consumer_generation': 1} on consumer 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 {{(pid=65664) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 971.505916] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78246b17-28f8-4c21-9299-7f6cb9fd3114 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.515372] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df28a002-8f26-4cd0-8742-99eea7e4e6f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.536292] env[65664]: DEBUG nova.compute.provider_tree [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.553730] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.596305] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596634] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquired lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596892] env[65664]: DEBUG nova.network.neutron [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.642799] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415696, 'name': CreateVM_Task, 'duration_secs': 0.389859} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.642982] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.643527] env[65664]: WARNING neutronclient.v2_0.client [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.643868] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.644030] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.644374] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.644628] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e10cdf-4ee2-45ff-b873-d03ffdb0ddf6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.651389] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 971.651389] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526c934e-890b-6677-8462-3fa0f9d5c426" [ 971.651389] env[65664]: _type = "Task" [ 971.651389] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.658048] env[65664]: DEBUG nova.compute.manager [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received event network-vif-plugged-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 971.659027] env[65664]: DEBUG oslo_concurrency.lockutils [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.659027] env[65664]: DEBUG oslo_concurrency.lockutils [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.659027] env[65664]: DEBUG oslo_concurrency.lockutils [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.659027] env[65664]: DEBUG nova.compute.manager [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] No waiting events found dispatching network-vif-plugged-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 971.659524] env[65664]: WARNING nova.compute.manager [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received unexpected event network-vif-plugged-1201579a-13ab-4453-8cab-873f9f1f9af8 for instance with vm_state building and task_state spawning. [ 971.659524] env[65664]: DEBUG nova.compute.manager [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 971.659524] env[65664]: DEBUG nova.compute.manager [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing instance network info cache due to event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 971.659630] env[65664]: DEBUG oslo_concurrency.lockutils [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.660920] env[65664]: DEBUG oslo_concurrency.lockutils [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.660920] env[65664]: DEBUG nova.network.neutron [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.669140] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526c934e-890b-6677-8462-3fa0f9d5c426, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.669341] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.669613] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.669868] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.711980] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.847361] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531b8d-05eb-0abe-1d5f-85418b572400, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.847656] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.847917] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 21e8299b-2556-445f-bf30-298acc245dff/21e8299b-2556-445f-bf30-298acc245dff.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.848212] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.848428] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.848675] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45f41903-814c-4f99-a114-75881776f387 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.851111] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-461744da-8bf4-48a2-9376-43dc6275b7ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.860843] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 971.860843] env[65664]: value = "task-4415697" [ 971.860843] env[65664]: _type = "Task" [ 971.860843] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.862275] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.862456] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.866830] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b672e32-0b8e-4e3a-8bd2-34cb2569e405 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.878094] env[65664]: INFO nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] bringing vm to original state: 'stopped' [ 971.881260] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.884052] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 971.884052] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520e2ed7-1593-c1a1-4a5a-08cca646a427" [ 971.884052] env[65664]: _type = "Task" [ 971.884052] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.894459] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520e2ed7-1593-c1a1-4a5a-08cca646a427, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.895309] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d803ab79-9e5b-441b-8093-6cfee5b83b28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.902033] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 971.902033] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529d8846-5fa6-41c5-1ac8-a180c8261ee8" [ 971.902033] env[65664]: _type = "Task" [ 971.902033] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.911770] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529d8846-5fa6-41c5-1ac8-a180c8261ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.040295] env[65664]: DEBUG nova.scheduler.client.report [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.101928] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.163214] env[65664]: WARNING neutronclient.v2_0.client [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.378663] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4907} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.379195] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 21e8299b-2556-445f-bf30-298acc245dff/21e8299b-2556-445f-bf30-298acc245dff.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.379195] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.379785] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3b258bb-7e02-46c5-8b5b-08b1ce18b00a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.391483] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 972.391483] env[65664]: value = "task-4415698" [ 972.391483] env[65664]: _type = "Task" [ 972.391483] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.403673] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.413779] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529d8846-5fa6-41c5-1ac8-a180c8261ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.414154] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.414470] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d7b83686-1f79-4fe7-9103-96a1885d82b4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.414749] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd54f841-1daa-467f-8c70-7422dfbf620b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.425180] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 972.425180] env[65664]: value = "task-4415699" [ 972.425180] env[65664]: _type = "Task" [ 972.425180] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.439513] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.444790] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "f4a710b5-4410-4915-b8f3-32131972100f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.447043] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "f4a710b5-4410-4915-b8f3-32131972100f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.447043] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "f4a710b5-4410-4915-b8f3-32131972100f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.447043] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "f4a710b5-4410-4915-b8f3-32131972100f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.447043] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "f4a710b5-4410-4915-b8f3-32131972100f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.451107] env[65664]: INFO nova.compute.manager [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Terminating instance [ 972.481234] env[65664]: WARNING neutronclient.v2_0.client [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.513389] env[65664]: WARNING neutronclient.v2_0.client [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.546472] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.547155] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 972.551136] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.213s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.560208] env[65664]: INFO nova.compute.claims [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.571334] env[65664]: DEBUG nova.network.neutron [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [{"id": "62e21459-e544-4d88-9e01-364968b5f322", "address": "fa:16:3e:43:cd:3b", "network": {"id": "9d55ec4c-056f-492c-a2a3-2779af45c435", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e312f8acc4c4ed89508dc569b2fde93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e21459-e5", "ovs_interfaceid": "62e21459-e544-4d88-9e01-364968b5f322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.610145] env[65664]: DEBUG nova.network.neutron [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updated VIF entry in instance network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 972.610145] env[65664]: DEBUG nova.network.neutron [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.893471] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.893471] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.893471] env[65664]: DEBUG nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.893471] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d585e3c-e3de-4a35-aa42-190fec4f556c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.906117] env[65664]: DEBUG nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 972.910913] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077007} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.916531] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.917208] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5348412-f7d5-4157-9517-1fc827bde865 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.946228] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 21e8299b-2556-445f-bf30-298acc245dff/21e8299b-2556-445f-bf30-298acc245dff.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.950499] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151158c8-09c7-4917-9f10-a7c903832642 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.968341] env[65664]: DEBUG nova.compute.manager [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 972.968341] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.969931] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28991362-b24c-401e-ad61-b9d101787e94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.977414] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510009} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.979210] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d7b83686-1f79-4fe7-9103-96a1885d82b4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.981018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.981018] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 972.981018] env[65664]: value = "task-4415700" [ 972.981018] env[65664]: _type = "Task" [ 972.981018] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.981018] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1859bd62-cc78-4fb5-b408-b8e8a0f45548 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.988040] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.989061] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044373cc-08e6-478a-bd0a-a4505ebe7d2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.993412] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 972.993412] env[65664]: value = "task-4415701" [ 972.993412] env[65664]: _type = "Task" [ 972.993412] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.997673] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.002922] env[65664]: DEBUG oslo_vmware.api [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 973.002922] env[65664]: value = "task-4415702" [ 973.002922] env[65664]: _type = "Task" [ 973.002922] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.012990] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.019288] env[65664]: DEBUG oslo_vmware.api [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.062469] env[65664]: DEBUG nova.compute.utils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.066999] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 973.067218] env[65664]: DEBUG nova.network.neutron [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 973.067552] env[65664]: WARNING neutronclient.v2_0.client [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.069104] env[65664]: WARNING neutronclient.v2_0.client [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.074879] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Releasing lock "refresh_cache-97f01620-eb70-4b9e-ba19-7197d7f3cfa0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.075433] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.076334] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-493b3e3c-14e2-4232-9463-209f7ff2b92b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.085330] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 973.085330] env[65664]: value = "task-4415703" [ 973.085330] env[65664]: _type = "Task" [ 973.085330] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.098773] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.113226] env[65664]: DEBUG oslo_concurrency.lockutils [req-d095a7e1-5d94-42ad-99e1-bdc7b6de647a req-4bf79cfa-aa47-49e3-aabc-2425b6785f41 service nova] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.150591] env[65664]: DEBUG nova.policy [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5079c09918f6499c96977431cb5e3ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47635d8b426f4eb09754ee2be6e202c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.417405] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.417813] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7abfaf-4a07-4d51-8d2a-73fb736eaaf3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.426284] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 973.426284] env[65664]: value = "task-4415704" [ 973.426284] env[65664]: _type = "Task" [ 973.426284] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.437905] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.493593] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.502314] env[65664]: DEBUG nova.network.neutron [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Successfully created port: 7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 973.511311] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138921} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.512610] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.513531] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21045d1b-151e-4d63-b9d7-074bb6a89269 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.519520] env[65664]: DEBUG oslo_vmware.api [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415702, 'name': PowerOffVM_Task, 'duration_secs': 0.259546} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.520244] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.520427] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.520741] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42212c16-f3fc-4ea3-852d-63a82afd4786 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.540281] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d7b83686-1f79-4fe7-9103-96a1885d82b4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.541098] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9dfa0b-ab8d-45fb-a85e-52f825bfca65 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.563807] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 973.563807] env[65664]: value = "task-4415706" [ 973.563807] env[65664]: _type = "Task" [ 973.563807] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.567681] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 973.578060] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.596892] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.631830] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.632460] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.632460] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Deleting the datastore file [datastore1] f4a710b5-4410-4915-b8f3-32131972100f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.632714] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3a6ef8-6dd8-4498-969d-09ef65057a04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.641595] env[65664]: DEBUG oslo_vmware.api [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for the task: (returnval){ [ 973.641595] env[65664]: value = "task-4415707" [ 973.641595] env[65664]: _type = "Task" [ 973.641595] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.655401] env[65664]: DEBUG oslo_vmware.api [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.937771] env[65664]: DEBUG oslo_vmware.api [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415704, 'name': PowerOffVM_Task, 'duration_secs': 0.229952} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.941031] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.941369] env[65664]: DEBUG nova.compute.manager [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 973.942898] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e186cf-ba96-4578-9c34-ca307a563412 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.983878] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acae595-4d39-45a5-a7fc-271345bd660a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.001094] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.001094] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15134a8-16be-4297-a54a-1a4ccad9b607 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.036436] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6bf4cd-5eb0-405b-b0f6-3cf35d850b8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.046174] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc8d55-e158-421f-9b05-d68ce2f7f8f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.067124] env[65664]: DEBUG nova.compute.provider_tree [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.082297] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.098541] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415703, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.153026] env[65664]: DEBUG oslo_vmware.api [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Task: {'id': task-4415707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194543} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.153627] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.153876] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.154994] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.154994] env[65664]: INFO nova.compute.manager [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 974.154994] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 974.155220] env[65664]: DEBUG nova.compute.manager [-] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 974.155220] env[65664]: DEBUG nova.network.neutron [-] [instance: f4a710b5-4410-4915-b8f3-32131972100f] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 974.155436] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.191962] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.459364] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.500987] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415700, 'name': ReconfigVM_Task, 'duration_secs': 1.35473} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.501323] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 21e8299b-2556-445f-bf30-298acc245dff/21e8299b-2556-445f-bf30-298acc245dff.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.502026] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bae54ae3-a3d7-4ae7-b01e-21a1e5e9fb3f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.510138] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 974.510138] env[65664]: value = "task-4415708" [ 974.510138] env[65664]: _type = "Task" [ 974.510138] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.519672] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415708, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.574414] env[65664]: DEBUG nova.scheduler.client.report [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.581021] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415706, 'name': ReconfigVM_Task, 'duration_secs': 0.749528} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.581562] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d7b83686-1f79-4fe7-9103-96a1885d82b4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.582211] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-380a5e35-9efc-44b1-93b2-84bc536fe421 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.584844] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 974.594945] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 974.594945] env[65664]: value = "task-4415709" [ 974.594945] env[65664]: _type = "Task" [ 974.594945] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.602223] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415703, 'name': PowerOffVM_Task, 'duration_secs': 1.07163} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.603155] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.603745] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:18:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b81859ab-321a-4d38-ab9e-34cf03787daf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036026321',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.604012] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.604430] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.604498] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.604694] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.604887] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.605172] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.605372] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.605738] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.605859] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.606038] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.617236] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a507130-8ed1-42bc-adb8-b85bf595b8d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.628307] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415709, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.635343] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.635591] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.635756] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.635962] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.636090] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.636241] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.636442] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.637056] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.637056] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.637056] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.637205] env[65664]: DEBUG nova.virt.hardware [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.638019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6f1cf-248a-4bf6-87fa-412c5835f8fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.644037] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 974.644037] env[65664]: value = "task-4415710" [ 974.644037] env[65664]: _type = "Task" [ 974.644037] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.650182] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e9e2f-e4ea-413c-8ce5-6dbdde98797a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.660607] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.847504] env[65664]: DEBUG nova.compute.manager [req-a3753343-f611-43c5-b4e7-b0c2d7a230b6 req-e8d71227-5a5a-47c8-baf5-e7cd3b810b29 service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Received event network-vif-deleted-28f0b73c-452b-4e84-8eab-bce2c0ef849e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 974.847734] env[65664]: INFO nova.compute.manager [req-a3753343-f611-43c5-b4e7-b0c2d7a230b6 req-e8d71227-5a5a-47c8-baf5-e7cd3b810b29 service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Neutron deleted interface 28f0b73c-452b-4e84-8eab-bce2c0ef849e; detaching it from the instance and deleting it from the info cache [ 974.847874] env[65664]: DEBUG nova.network.neutron [req-a3753343-f611-43c5-b4e7-b0c2d7a230b6 req-e8d71227-5a5a-47c8-baf5-e7cd3b810b29 service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.973013] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.025275] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415708, 'name': Rename_Task, 'duration_secs': 0.162372} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.025920] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.026317] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4430b159-bf2f-4af2-8583-a9b3796ef7f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.037228] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 975.037228] env[65664]: value = "task-4415711" [ 975.037228] env[65664]: _type = "Task" [ 975.037228] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.046808] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.068284] env[65664]: DEBUG nova.network.neutron [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Successfully updated port: 7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 975.084119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.084787] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 975.089738] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.149s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.090603] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.093992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.967s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.094385] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.097927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.723s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.098318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.102096] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.771s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.102456] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.108548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.837s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.108548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.110550] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.985s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.113135] env[65664]: INFO nova.compute.claims [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.137074] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415709, 'name': Rename_Task, 'duration_secs': 0.172857} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.138058] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.138276] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b72d103-e39d-465b-8b64-3241093d722e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.153421] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 975.153421] env[65664]: value = "task-4415712" [ 975.153421] env[65664]: _type = "Task" [ 975.153421] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.163679] env[65664]: DEBUG nova.network.neutron [-] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.165089] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415710, 'name': ReconfigVM_Task, 'duration_secs': 0.179114} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.169049] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac0c39b-e75e-4ae9-854c-66906028d785 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.175990] env[65664]: INFO nova.scheduler.client.report [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocations for instance 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35 [ 975.182197] env[65664]: INFO nova.scheduler.client.report [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance 8530354c-603e-40b5-a570-fcf6000bac39 [ 975.194663] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415712, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.234098] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:18:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b81859ab-321a-4d38-ab9e-34cf03787daf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1036026321',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 975.234417] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.234685] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 975.234976] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.235214] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 975.235435] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 975.236035] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.236035] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 975.236204] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 975.236440] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 975.237385] env[65664]: DEBUG nova.virt.hardware [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 975.239039] env[65664]: INFO nova.scheduler.client.report [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Deleted allocations for instance 6bad53bf-fb39-496d-9704-10e17d0af6ae [ 975.241159] env[65664]: INFO nova.scheduler.client.report [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleted allocations for instance e205ed4f-3703-4de4-93e4-54852098df4c [ 975.243104] env[65664]: INFO nova.scheduler.client.report [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocations for instance edc53b1f-8e34-40d4-ba75-075c9bca7939 [ 975.249284] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69d3bef-7741-4818-93e5-18aa7d37a0a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.266026] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 975.266026] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b41f2f-9cc4-686a-c06a-c3185bd6dadc" [ 975.266026] env[65664]: _type = "Task" [ 975.266026] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.279598] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b41f2f-9cc4-686a-c06a-c3185bd6dadc, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.289159] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 975.289652] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a618c05d-f4b6-4f16-8676-db6040d4e256 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.322390] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 975.322390] env[65664]: value = "task-4415713" [ 975.322390] env[65664]: _type = "Task" [ 975.322390] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.336621] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.350681] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-695c9b20-7329-401e-8b6d-5cdebfb4e7c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.361628] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5da02f0-78f1-40f1-9eac-42002df97564 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.374604] env[65664]: DEBUG nova.compute.manager [req-65eb08e1-4090-4500-bbd8-dbd993f9e43c req-37fc0ab9-4c2b-48fc-8ef3-3734dfa033ae service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Received event network-vif-plugged-7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 975.374815] env[65664]: DEBUG oslo_concurrency.lockutils [req-65eb08e1-4090-4500-bbd8-dbd993f9e43c req-37fc0ab9-4c2b-48fc-8ef3-3734dfa033ae service nova] Acquiring lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.375037] env[65664]: DEBUG oslo_concurrency.lockutils [req-65eb08e1-4090-4500-bbd8-dbd993f9e43c req-37fc0ab9-4c2b-48fc-8ef3-3734dfa033ae service nova] Lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.375207] env[65664]: DEBUG oslo_concurrency.lockutils [req-65eb08e1-4090-4500-bbd8-dbd993f9e43c req-37fc0ab9-4c2b-48fc-8ef3-3734dfa033ae service nova] Lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.375366] env[65664]: DEBUG nova.compute.manager [req-65eb08e1-4090-4500-bbd8-dbd993f9e43c req-37fc0ab9-4c2b-48fc-8ef3-3734dfa033ae service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] No waiting events found dispatching network-vif-plugged-7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.375522] env[65664]: WARNING nova.compute.manager [req-65eb08e1-4090-4500-bbd8-dbd993f9e43c req-37fc0ab9-4c2b-48fc-8ef3-3734dfa033ae service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Received unexpected event network-vif-plugged-7b624e33-1161-49c3-ba50-8520a866fc14 for instance with vm_state building and task_state spawning. [ 975.401035] env[65664]: DEBUG nova.compute.manager [req-a3753343-f611-43c5-b4e7-b0c2d7a230b6 req-e8d71227-5a5a-47c8-baf5-e7cd3b810b29 service nova] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Detach interface failed, port_id=28f0b73c-452b-4e84-8eab-bce2c0ef849e, reason: Instance f4a710b5-4410-4915-b8f3-32131972100f could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 975.549067] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415711, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.575747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.575747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.575747] env[65664]: DEBUG nova.network.neutron [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.620822] env[65664]: DEBUG nova.compute.utils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.624197] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 975.624396] env[65664]: DEBUG nova.network.neutron [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 975.624767] env[65664]: WARNING neutronclient.v2_0.client [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.625116] env[65664]: WARNING neutronclient.v2_0.client [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.666164] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.666578] env[65664]: INFO nova.compute.manager [-] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Took 1.51 seconds to deallocate network for instance. [ 975.697236] env[65664]: DEBUG nova.policy [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5babbfb50ef4d1b926b63a379dce0f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c4f805c62845bfbdedbcad882bb397', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.708167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-64ff8920-7e42-496b-9cc5-b5853dc32af3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "8530354c-603e-40b5-a570-fcf6000bac39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.839s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.753116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "edc53b1f-8e34-40d4-ba75-075c9bca7939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.686s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.754502] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.445s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.765196] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Lock "6bad53bf-fb39-496d-9704-10e17d0af6ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.986s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.766637] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7862fc1a-37d4-441c-b2de-b19a09179a6c tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "e205ed4f-3703-4de4-93e4-54852098df4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.682s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.835664] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415713, 'name': ReconfigVM_Task, 'duration_secs': 0.227427} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.835664] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.836450] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7859591c-30ed-4b7e-8b14-11c222ce49e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.862699] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.862988] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eac2f52-4e2e-4a8b-8f95-aca8ce5bfe28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.886042] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 975.886042] env[65664]: value = "task-4415714" [ 975.886042] env[65664]: _type = "Task" [ 975.886042] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.896121] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.055441] env[65664]: DEBUG oslo_vmware.api [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415711, 'name': PowerOnVM_Task, 'duration_secs': 0.555532} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.055817] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.056058] env[65664]: INFO nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Took 9.74 seconds to spawn the instance on the hypervisor. [ 976.056248] env[65664]: DEBUG nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.057673] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cd3993-9090-46ad-85a3-4fd64af5d135 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.070518] env[65664]: WARNING oslo_messaging._drivers.amqpdriver [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 976.133025] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 976.160642] env[65664]: DEBUG nova.network.neutron [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 976.177028] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.177201] env[65664]: DEBUG oslo_vmware.api [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415712, 'name': PowerOnVM_Task, 'duration_secs': 0.873745} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.178745] env[65664]: DEBUG nova.network.neutron [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Successfully created port: 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 976.182870] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.184367] env[65664]: INFO nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Took 7.37 seconds to spawn the instance on the hypervisor. [ 976.184641] env[65664]: DEBUG nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.186047] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1773fd-04c4-49e4-bfd8-23ea7743495c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.313655] env[65664]: WARNING neutronclient.v2_0.client [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.396306] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415714, 'name': ReconfigVM_Task, 'duration_secs': 0.3935} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.396415] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0/97f01620-eb70-4b9e-ba19-7197d7f3cfa0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.400295] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e0f7c-48d2-4549-ae96-8298da5ea64a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.428476] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a93c1f-234f-4a2f-9224-5bbcd8a33353 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.454267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5aa2b6-a99d-42ba-a4d4-7a341e232560 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.457785] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.457911] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.458091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.458370] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.458603] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.461125] env[65664]: INFO nova.compute.manager [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Terminating instance [ 976.481545] env[65664]: DEBUG nova.network.neutron [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [{"id": "7b624e33-1161-49c3-ba50-8520a866fc14", "address": "fa:16:3e:fd:af:99", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b624e33-11", "ovs_interfaceid": "7b624e33-1161-49c3-ba50-8520a866fc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.486168] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f62704-d77b-4f8d-bf8b-f59dabb491ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.496927] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.497542] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5295c56-f3db-44cc-906a-6c115d0f079c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.505900] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 976.505900] env[65664]: value = "task-4415715" [ 976.505900] env[65664]: _type = "Task" [ 976.505900] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.517310] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.558426] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "572ad7e6-3347-4608-9a01-c53c9533bef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.559443] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.580636] env[65664]: INFO nova.compute.manager [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Took 57.09 seconds to build instance. [ 976.606029] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.606172] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.643432] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cec1977-6138-431d-999d-625453c3c2b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.652975] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a4f94-ebd7-45da-b81f-dc42f795156e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.690013] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597654d-e910-4d53-9333-8af1e2538571 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.699569] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f00b8c-ba39-444a-89dd-f7dc753c9ac3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.720745] env[65664]: DEBUG nova.compute.provider_tree [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.728062] env[65664]: INFO nova.compute.manager [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Took 53.29 seconds to build instance. [ 976.981325] env[65664]: DEBUG nova.compute.manager [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 976.981543] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.982586] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891ffc2-636f-4f1e-a544-5ead0a82dc5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.991760] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.992119] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Instance network_info: |[{"id": "7b624e33-1161-49c3-ba50-8520a866fc14", "address": "fa:16:3e:fd:af:99", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b624e33-11", "ovs_interfaceid": "7b624e33-1161-49c3-ba50-8520a866fc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 976.992484] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.992871] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:af:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b624e33-1161-49c3-ba50-8520a866fc14', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.000451] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 977.000652] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574d62f6-b296-4af2-82f0-ede103f0373e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.003073] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.003314] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b8eee5-a6fe-4ebd-8488-91ac57c80b24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.030126] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.031471] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.031471] env[65664]: value = "task-4415717" [ 977.031471] env[65664]: _type = "Task" [ 977.031471] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.039784] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415717, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.061579] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.085725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "21e8299b-2556-445f-bf30-298acc245dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.502s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.091550] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.091961] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.092179] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore1] e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.092528] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d99523fb-b68c-46c5-b163-1db4375d09e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.102210] env[65664]: DEBUG oslo_vmware.api [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 977.102210] env[65664]: value = "task-4415718" [ 977.102210] env[65664]: _type = "Task" [ 977.102210] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.109075] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.117374] env[65664]: DEBUG oslo_vmware.api [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.149490] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 977.180829] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 977.181323] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.181578] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 977.181830] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.182113] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 977.182388] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 977.182714] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 977.182965] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 977.183245] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 977.183481] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 977.183734] env[65664]: DEBUG nova.virt.hardware [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 977.185229] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5afd593-4684-4167-89f8-35364dbd0a63 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.199347] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be8c22-6caa-4984-9942-040a86d008e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.226204] env[65664]: DEBUG nova.scheduler.client.report [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.231418] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c11584c4-a651-4204-8373-745e12caa1bc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.872s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.532288] env[65664]: DEBUG oslo_vmware.api [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415715, 'name': PowerOnVM_Task, 'duration_secs': 0.770063} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.535795] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.545371] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415717, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.587396] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.614030] env[65664]: DEBUG oslo_vmware.api [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26141} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.614214] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.614474] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.614723] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.614922] env[65664]: INFO nova.compute.manager [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 977.615186] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 977.615406] env[65664]: DEBUG nova.compute.manager [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 977.615504] env[65664]: DEBUG nova.network.neutron [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 977.615747] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.633551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.733281] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.733807] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 977.736825] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.410s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.737025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.740682] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.566s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.742265] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.744559] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.646s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.744749] env[65664]: DEBUG nova.objects.instance [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.782406] env[65664]: INFO nova.scheduler.client.report [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Deleted allocations for instance 87c93584-9d1b-42cb-a6c3-feec0307c9c3 [ 977.784330] env[65664]: INFO nova.scheduler.client.report [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Deleted allocations for instance 6b640536-b3ca-4672-98ca-41e56412bed2 [ 977.800688] env[65664]: DEBUG nova.network.neutron [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Successfully updated port: 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 977.826067] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.049383] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415717, 'name': CreateVM_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.254098] env[65664]: DEBUG nova.compute.utils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.261187] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 978.261411] env[65664]: DEBUG nova.network.neutron [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.262037] env[65664]: WARNING neutronclient.v2_0.client [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.263182] env[65664]: WARNING neutronclient.v2_0.client [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.297277] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Lock "87c93584-9d1b-42cb-a6c3-feec0307c9c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.402s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.300244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5210097c-1013-470f-8e12-4941e0f687a3 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Lock "6b640536-b3ca-4672-98ca-41e56412bed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.607s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.303628] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.303826] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.304174] env[65664]: DEBUG nova.network.neutron [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 978.439032] env[65664]: DEBUG nova.policy [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5adfa95e5f4777a237904258337b5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9f376b359f48f89b094b64f9e8942a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.545654] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415717, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.552199] env[65664]: INFO nova.compute.manager [None req-64721522-c50f-4475-8169-5394b01587c1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance to original state: 'active' [ 978.588835] env[65664]: DEBUG nova.network.neutron [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.650769] env[65664]: DEBUG nova.compute.manager [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Received event network-changed-7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 978.650970] env[65664]: DEBUG nova.compute.manager [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Refreshing instance network info cache due to event network-changed-7b624e33-1161-49c3-ba50-8520a866fc14. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 978.651224] env[65664]: DEBUG oslo_concurrency.lockutils [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] Acquiring lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.651364] env[65664]: DEBUG oslo_concurrency.lockutils [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] Acquired lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.651542] env[65664]: DEBUG nova.network.neutron [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Refreshing network info cache for port 7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.762043] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 978.766938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8323d113-061b-47c6-8322-5bfd6cf773e6 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.768019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.609s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.768248] env[65664]: DEBUG nova.objects.instance [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lazy-loading 'resources' on Instance uuid 0b12beac-c556-4a9d-98a8-9ecc469b7074 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.002169] env[65664]: DEBUG nova.network.neutron [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Successfully created port: f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.040709] env[65664]: DEBUG nova.network.neutron [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 979.051986] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415717, 'name': CreateVM_Task, 'duration_secs': 1.536975} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.052236] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.052778] env[65664]: WARNING neutronclient.v2_0.client [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.053866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.053866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.053866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.053866] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251b9bce-60c7-479e-9555-d785379ff727 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.062413] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 979.062413] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5284eacf-1624-3ab3-68d8-bcc6da8316ae" [ 979.062413] env[65664]: _type = "Task" [ 979.062413] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.086653] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5284eacf-1624-3ab3-68d8-bcc6da8316ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.086653] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.086876] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.087153] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087295] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.087469] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.087735] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f678520f-43e1-4756-bddb-c81a98e31dfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.093483] env[65664]: INFO nova.compute.manager [-] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Took 1.48 seconds to deallocate network for instance. [ 979.103098] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.103098] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.103098] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b492a42-0513-42ae-aafe-42bfc294afb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.109102] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 979.109102] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52acd240-5b03-a20c-b871-716221c735c7" [ 979.109102] env[65664]: _type = "Task" [ 979.109102] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.120095] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52acd240-5b03-a20c-b871-716221c735c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.155234] env[65664]: WARNING neutronclient.v2_0.client [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.590624] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd5a6fb-ebbb-4c9d-a64a-526dce0015d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.601855] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30bbae-58f7-4cbc-a19c-31ddf20f943b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.606511] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.642460] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3c63bc-a022-4196-ab29-bdcd0f279825 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.648809] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52acd240-5b03-a20c-b871-716221c735c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.650416] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9346d53b-9b0a-4737-be03-bc9ee5ea3183 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.656623] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f06a6-61d4-404f-ac00-799b339fef06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.662351] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 979.662351] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52edef1f-66e1-cdb4-c9f0-d39ce5b505be" [ 979.662351] env[65664]: _type = "Task" [ 979.662351] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.674776] env[65664]: DEBUG nova.compute.provider_tree [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.685179] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52edef1f-66e1-cdb4-c9f0-d39ce5b505be, 'name': SearchDatastore_Task, 'duration_secs': 0.018021} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.685179] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.685179] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086/835cb91b-4107-4c1e-b207-3ce081a13086.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.685179] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-003dba70-6310-4b3c-aa90-d2dfa066441e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.693218] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 979.693218] env[65664]: value = "task-4415719" [ 979.693218] env[65664]: _type = "Task" [ 979.693218] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.704620] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.776700] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 979.820480] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.820798] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.821146] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.821555] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.821555] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.821806] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.822064] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.822263] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.822462] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.822673] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.822968] env[65664]: DEBUG nova.virt.hardware [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.824196] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77560bef-3c3c-424b-bb62-542bbddbb778 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.835701] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a0562-6614-424e-8ef6-711e575e0262 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.178773] env[65664]: DEBUG nova.scheduler.client.report [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.211073] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415719, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.683387] env[65664]: DEBUG nova.network.neutron [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Successfully updated port: f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 980.687012] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.690307] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.978s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.691728] env[65664]: INFO nova.compute.claims [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.705869] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919508} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.706152] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086/835cb91b-4107-4c1e-b207-3ce081a13086.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.706325] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.706657] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd25691e-4dc1-49a2-a466-f07316b3be51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716698] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 980.716698] env[65664]: value = "task-4415720" [ 980.716698] env[65664]: _type = "Task" [ 980.716698] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.721174] env[65664]: INFO nova.scheduler.client.report [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Deleted allocations for instance 0b12beac-c556-4a9d-98a8-9ecc469b7074 [ 980.736537] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.121161] env[65664]: DEBUG nova.compute.manager [req-659e2858-83ef-4eb1-abe0-fb973b38f020 req-64525a11-8ed8-4f0f-892a-54827efc0609 service nova] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Received event network-vif-deleted-d79e6bd3-e9f0-4ef6-8505-602d192dc020 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 981.171253] env[65664]: WARNING neutronclient.v2_0.client [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.186872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.187099] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.187277] env[65664]: DEBUG nova.network.neutron [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.233674] env[65664]: DEBUG oslo_concurrency.lockutils [None req-713368a5-eae9-444e-8b56-73e18bcf8af9 tempest-ServerShowV254Test-685111769 tempest-ServerShowV254Test-685111769-project-member] Lock "0b12beac-c556-4a9d-98a8-9ecc469b7074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.291s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.235252] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141669} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.236794] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.237754] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6121417-0d8f-4926-b094-c3cc619add9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.266017] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086/835cb91b-4107-4c1e-b207-3ce081a13086.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.266726] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2da784-25b1-4787-b924-92c12229a959 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.294268] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 981.294268] env[65664]: value = "task-4415721" [ 981.294268] env[65664]: _type = "Task" [ 981.294268] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.306938] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.542495] env[65664]: DEBUG nova.network.neutron [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating instance_info_cache with network_info: [{"id": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "address": "fa:16:3e:04:d9:d6", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3c7d72-48", "ovs_interfaceid": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.606723] env[65664]: WARNING neutronclient.v2_0.client [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.811257] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.831763] env[65664]: DEBUG nova.network.neutron [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.871926] env[65664]: DEBUG nova.network.neutron [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updated VIF entry in instance network info cache for port 7b624e33-1161-49c3-ba50-8520a866fc14. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 981.871926] env[65664]: DEBUG nova.network.neutron [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [{"id": "7b624e33-1161-49c3-ba50-8520a866fc14", "address": "fa:16:3e:fd:af:99", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b624e33-11", "ovs_interfaceid": "7b624e33-1161-49c3-ba50-8520a866fc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.046665] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.046846] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Instance network_info: |[{"id": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "address": "fa:16:3e:04:d9:d6", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3c7d72-48", "ovs_interfaceid": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 982.047400] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.057240] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 982.060159] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.060609] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-324bb83c-de73-4717-aa95-3553b1d48845 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.094691] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.094691] env[65664]: value = "task-4415722" [ 982.094691] env[65664]: _type = "Task" [ 982.094691] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.109494] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415722, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.121043] env[65664]: WARNING neutronclient.v2_0.client [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.209692] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b6901-348f-4ce7-938f-4b921a799a68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.219631] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7421c47-973a-4fc0-99ea-ac80938e4217 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.258277] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd9070-3dde-41a6-8244-10a8312373c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.267749] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fdcf06-264b-4415-b73b-184fef1c8ee2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.284380] env[65664]: DEBUG nova.compute.provider_tree [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.307814] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415721, 'name': ReconfigVM_Task, 'duration_secs': 0.809392} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.307814] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086/835cb91b-4107-4c1e-b207-3ce081a13086.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.308640] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef423233-249c-429e-93cd-b81f650d29a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.317452] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 982.317452] env[65664]: value = "task-4415723" [ 982.317452] env[65664]: _type = "Task" [ 982.317452] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.329235] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415723, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.374714] env[65664]: DEBUG oslo_concurrency.lockutils [req-f2845eba-9530-49f1-b7aa-1795333272fc req-2b52c481-c31a-46f4-812a-63d0a0d3743e service nova] Releasing lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.529797] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "3602ac25-64de-478e-8f24-77d6a809f983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.530111] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "3602ac25-64de-478e-8f24-77d6a809f983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.610678] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415722, 'name': CreateVM_Task, 'duration_secs': 0.406346} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.610678] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.610959] env[65664]: WARNING neutronclient.v2_0.client [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.611345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.611489] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.611798] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.612088] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e7d21e-e189-48a8-af24-9b6f487ac064 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.618204] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 982.618204] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525756ff-7bdc-0348-67d2-ab7ac97e3300" [ 982.618204] env[65664]: _type = "Task" [ 982.618204] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.627777] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525756ff-7bdc-0348-67d2-ab7ac97e3300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.636144] env[65664]: DEBUG nova.network.neutron [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.657743] env[65664]: DEBUG nova.compute.manager [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.658835] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a60eac-e889-4574-83c4-4ccee2eef041 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.740456] env[65664]: DEBUG nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Received event network-vif-plugged-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 982.741022] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.745595] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.745595] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.745595] env[65664]: DEBUG nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] No waiting events found dispatching network-vif-plugged-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 982.745595] env[65664]: WARNING nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Received unexpected event network-vif-plugged-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 for instance with vm_state building and task_state spawning. [ 982.745595] env[65664]: DEBUG nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Received event network-changed-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 982.745595] env[65664]: DEBUG nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Refreshing instance network info cache due to event network-changed-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 982.745595] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Acquiring lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.745595] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Acquired lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.745595] env[65664]: DEBUG nova.network.neutron [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Refreshing network info cache for port 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.788270] env[65664]: DEBUG nova.scheduler.client.report [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.831648] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415723, 'name': Rename_Task, 'duration_secs': 0.232767} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.831648] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.831648] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6314037-b6ff-49c9-a9d0-1060b32d7381 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839514] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 982.839514] env[65664]: value = "task-4415724" [ 982.839514] env[65664]: _type = "Task" [ 982.839514] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.857125] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.034982] env[65664]: DEBUG nova.compute.manager [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 983.134553] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525756ff-7bdc-0348-67d2-ab7ac97e3300, 'name': SearchDatastore_Task, 'duration_secs': 0.025679} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.134553] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134919] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.135438] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.135438] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135680] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.135846] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6626732b-919b-49af-968c-a63da7bfd34e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.140429] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.140429] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Instance network_info: |[{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 983.141136] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:2d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3654cb3-92b6-419a-ba51-78ce7c183edd', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.151544] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating folder: Project (8e9f376b359f48f89b094b64f9e8942a). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.153048] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f39fcd-3720-4890-a363-6b818e28ec1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.162224] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.162537] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.164870] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448ee448-7d21-4d96-8d12-2c0f198029cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.167680] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created folder: Project (8e9f376b359f48f89b094b64f9e8942a) in parent group-v863926. [ 983.167869] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating folder: Instances. Parent ref: group-v864147. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.168135] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5155a01e-0a28-4042-bc53-c3a6ac7e1397 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.174548] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 983.174548] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526f1abb-3adf-b9c0-e2be-c82b4b385739" [ 983.174548] env[65664]: _type = "Task" [ 983.174548] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.181308] env[65664]: INFO nova.compute.manager [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] instance snapshotting [ 983.187718] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526f1abb-3adf-b9c0-e2be-c82b4b385739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.187980] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created folder: Instances in parent group-v864147. [ 983.188743] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 983.189352] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.190765] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7f582-2cb4-462f-bc08-858c0df0db03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.193091] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62668db4-f98f-441c-8582-8c581da7ee2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.230537] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1756fc4-3a4e-489d-8b05-b629d2bcda5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233693] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.233693] env[65664]: value = "task-4415727" [ 983.233693] env[65664]: _type = "Task" [ 983.233693] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.247925] env[65664]: WARNING neutronclient.v2_0.client [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.250441] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415727, 'name': CreateVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.292757] env[65664]: DEBUG nova.compute.manager [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 983.292757] env[65664]: DEBUG nova.compute.manager [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing instance network info cache due to event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 983.292874] env[65664]: DEBUG oslo_concurrency.lockutils [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.293020] env[65664]: DEBUG oslo_concurrency.lockutils [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.293761] env[65664]: DEBUG nova.network.neutron [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.295348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.298662] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 983.299813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.327s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.299996] env[65664]: DEBUG nova.objects.instance [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.352439] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.557909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.688231] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526f1abb-3adf-b9c0-e2be-c82b4b385739, 'name': SearchDatastore_Task, 'duration_secs': 0.012841} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.689587] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908e42d7-77ed-4239-acd5-9f24048bc276 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.696673] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 983.696673] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ef0ffb-b158-fae7-8b2f-39cb03e3b046" [ 983.696673] env[65664]: _type = "Task" [ 983.696673] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.706318] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ef0ffb-b158-fae7-8b2f-39cb03e3b046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.749594] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 983.749868] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415727, 'name': CreateVM_Task, 'duration_secs': 0.524543} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.750095] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c11b8782-fd13-4606-9869-aa178c86013d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.752668] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.753545] env[65664]: WARNING neutronclient.v2_0.client [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.754363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.754659] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.754894] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.755582] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd734f15-e306-465f-868f-31b419337adc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.761996] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 983.761996] env[65664]: value = "task-4415728" [ 983.761996] env[65664]: _type = "Task" [ 983.761996] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.763668] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 983.763668] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6fc7f-0d1c-5651-0460-20b4a3caaef5" [ 983.763668] env[65664]: _type = "Task" [ 983.763668] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.781100] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6fc7f-0d1c-5651-0460-20b4a3caaef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.781437] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.800851] env[65664]: WARNING neutronclient.v2_0.client [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.810779] env[65664]: DEBUG nova.compute.utils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.812342] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 983.812602] env[65664]: DEBUG nova.network.neutron [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 983.812954] env[65664]: WARNING neutronclient.v2_0.client [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.813283] env[65664]: WARNING neutronclient.v2_0.client [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.853481] env[65664]: DEBUG oslo_vmware.api [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415724, 'name': PowerOnVM_Task, 'duration_secs': 0.81388} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.853809] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.854129] env[65664]: INFO nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Took 9.27 seconds to spawn the instance on the hypervisor. [ 983.854219] env[65664]: DEBUG nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.855114] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd212e2f-663e-4a77-8fb5-1c138ac75e0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.109069] env[65664]: DEBUG nova.policy [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dba98e83618c4fb799032fe997162bd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e505a087364583bc6a5d460da9a6ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.118853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.119262] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.119767] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.119767] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.119895] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.124439] env[65664]: INFO nova.compute.manager [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Terminating instance [ 984.208131] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ef0ffb-b158-fae7-8b2f-39cb03e3b046, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.209017] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.209017] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] c0739b32-fbba-456f-b15d-e943cd6f51a0/c0739b32-fbba-456f-b15d-e943cd6f51a0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.209017] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ab5d962-b783-40c7-83bc-1ecec549d293 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.217774] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 984.217774] env[65664]: value = "task-4415729" [ 984.217774] env[65664]: _type = "Task" [ 984.217774] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.227942] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.277721] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415728, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.286221] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6fc7f-0d1c-5651-0460-20b4a3caaef5, 'name': SearchDatastore_Task, 'duration_secs': 0.015376} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.286221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.286221] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.286221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.286221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.286221] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.286221] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-183cdafb-a83b-44b1-8328-b6e8d16aaea9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.296733] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.297142] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.298312] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6d3050-b45d-4fef-99c3-620b2e628dee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.306701] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 984.306701] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cfcc3a-8cf3-166a-3981-d0eebd71b5db" [ 984.306701] env[65664]: _type = "Task" [ 984.306701] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.313751] env[65664]: DEBUG oslo_concurrency.lockutils [None req-56a30563-fb9f-49ba-9955-b0cbab740cf7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.318630] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.142s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.318895] env[65664]: DEBUG nova.objects.instance [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lazy-loading 'resources' on Instance uuid f4a710b5-4410-4915-b8f3-32131972100f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.320724] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 984.323838] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cfcc3a-8cf3-166a-3981-d0eebd71b5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.376728] env[65664]: INFO nova.compute.manager [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Took 50.95 seconds to build instance. [ 984.570657] env[65664]: DEBUG nova.network.neutron [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Successfully created port: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 984.632994] env[65664]: DEBUG nova.compute.manager [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 984.633353] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.634369] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa24cc-96c3-4e93-b11e-d98cc6f2ce5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.654726] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.655035] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d836b7-f642-404e-9247-84f52776e549 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.664280] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 984.664280] env[65664]: value = "task-4415730" [ 984.664280] env[65664]: _type = "Task" [ 984.664280] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.679111] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.732074] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415729, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.779055] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415728, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.821830] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cfcc3a-8cf3-166a-3981-d0eebd71b5db, 'name': SearchDatastore_Task, 'duration_secs': 0.014626} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.822790] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee4b8e8-e787-42d3-bdae-8a0c93da1016 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.837718] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 984.837718] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521c5b23-69eb-6474-e8fb-4f353aac0514" [ 984.837718] env[65664]: _type = "Task" [ 984.837718] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.850227] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521c5b23-69eb-6474-e8fb-4f353aac0514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.879822] env[65664]: DEBUG oslo_concurrency.lockutils [None req-df656483-434d-409e-a33f-3f46808b28ef tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.466s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.165062] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b0e52-6cf1-44e2-9d93-371e23ac0c83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.169475] env[65664]: WARNING neutronclient.v2_0.client [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.183612] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd2bf5c-092e-408f-aada-0b1468f03d0f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.186852] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415730, 'name': PowerOffVM_Task, 'duration_secs': 0.512912} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.187126] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.187291] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.187850] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba4458b-ffc1-4d56-9f1b-cc3323caf50c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.217996] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d32bb8-4c56-402e-86d3-b476d2d89b32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.233378] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf8706f-c75d-4bd7-9b2f-abd3d00e1b44 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.237915] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68995} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.238206] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] c0739b32-fbba-456f-b15d-e943cd6f51a0/c0739b32-fbba-456f-b15d-e943cd6f51a0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.238426] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.239127] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6753618f-9681-4857-9a0a-28d5f85d0008 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.250900] env[65664]: DEBUG nova.compute.provider_tree [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.253618] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 985.253618] env[65664]: value = "task-4415732" [ 985.253618] env[65664]: _type = "Task" [ 985.253618] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.263161] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.278754] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415728, 'name': CreateSnapshot_Task, 'duration_secs': 1.392327} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.282179] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.282179] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4765caa8-d8c2-4e99-8a03-8bbd33b990a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.294972] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.294972] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.294972] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleting the datastore file [datastore2] 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.294972] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c92afd-22dd-4c68-bd0c-3ef3efdf9144 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.302535] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 985.302535] env[65664]: value = "task-4415733" [ 985.302535] env[65664]: _type = "Task" [ 985.302535] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.313980] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.335746] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 985.349684] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521c5b23-69eb-6474-e8fb-4f353aac0514, 'name': SearchDatastore_Task, 'duration_secs': 0.035688} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.350037] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.350342] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211/ed3397de-25ba-4a4f-8c9d-79b13377e211.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.350661] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8755dd55-0591-4074-8a4d-d496d615ed39 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.360086] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 985.360086] env[65664]: value = "task-4415734" [ 985.360086] env[65664]: _type = "Task" [ 985.360086] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.374620] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.381538] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.381813] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.381966] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.382256] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.382445] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.382599] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.382938] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.383685] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.383685] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.383685] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.383685] env[65664]: DEBUG nova.virt.hardware [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.384449] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd08305-bbc8-48cc-989d-45dfd2e457dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.397139] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3b61f-9879-4988-85e6-7a7d44868425 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.761345] env[65664]: DEBUG nova.scheduler.client.report [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.774375] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145353} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.774698] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.775539] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b84d4c-0d7e-4159-9320-7dc4a886b52e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.801993] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.810952] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] c0739b32-fbba-456f-b15d-e943cd6f51a0/c0739b32-fbba-456f-b15d-e943cd6f51a0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.811589] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1e10cc0-c09f-45b8-a8e1-9a6b0fd07026 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.815170] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1aeed36-ae68-4de9-8d85-e48e90143e8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.840811] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.843170] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 985.843170] env[65664]: value = "task-4415736" [ 985.843170] env[65664]: _type = "Task" [ 985.843170] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.843764] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 985.843764] env[65664]: value = "task-4415735" [ 985.843764] env[65664]: _type = "Task" [ 985.843764] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.857038] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.859885] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.872408] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.269655] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.273143] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.685s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.274603] env[65664]: INFO nova.compute.claims [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.304191] env[65664]: INFO nova.scheduler.client.report [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Deleted allocations for instance f4a710b5-4410-4915-b8f3-32131972100f [ 986.326965] env[65664]: DEBUG oslo_vmware.api [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607079} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.327815] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.327815] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.327815] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.327993] env[65664]: INFO nova.compute.manager [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Took 1.69 seconds to destroy the instance on the hypervisor. [ 986.328292] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 986.328524] env[65664]: DEBUG nova.compute.manager [-] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 986.328605] env[65664]: DEBUG nova.network.neutron [-] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.328864] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.360505] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415736, 'name': ReconfigVM_Task, 'duration_secs': 0.414139} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.364436] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfigured VM instance instance-00000051 to attach disk [datastore1] c0739b32-fbba-456f-b15d-e943cd6f51a0/c0739b32-fbba-456f-b15d-e943cd6f51a0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.365258] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.368821] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e00cb477-4d1f-4e23-bae0-d6901698652a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.377564] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958816} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.379149] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211/ed3397de-25ba-4a4f-8c9d-79b13377e211.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.379405] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.379780] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 986.379780] env[65664]: value = "task-4415737" [ 986.379780] env[65664]: _type = "Task" [ 986.379780] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.384176] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b846a4-8b5b-4bc4-96d4-52c4f98d92ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.398310] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415737, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.401759] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 986.401759] env[65664]: value = "task-4415738" [ 986.401759] env[65664]: _type = "Task" [ 986.401759] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.416892] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.821712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Lock "f4a710b5-4410-4915-b8f3-32131972100f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.376s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.859386] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.872638] env[65664]: DEBUG nova.network.neutron [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Successfully updated port: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.898882] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415737, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.912968] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082322} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.914328] env[65664]: WARNING neutronclient.v2_0.client [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.916685] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.918029] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e7d92-caa7-4463-aed8-ff823fe79c59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.946665] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211/ed3397de-25ba-4a4f-8c9d-79b13377e211.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.947271] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-583f9bf5-3ac5-4a4c-950c-8970f23ac9ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.969437] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 986.969437] env[65664]: value = "task-4415739" [ 986.969437] env[65664]: _type = "Task" [ 986.969437] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.980178] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.089739] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.144588] env[65664]: DEBUG nova.network.neutron [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updated VIF entry in instance network info cache for port 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 987.144928] env[65664]: DEBUG nova.network.neutron [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating instance_info_cache with network_info: [{"id": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "address": "fa:16:3e:04:d9:d6", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3c7d72-48", "ovs_interfaceid": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.341065] env[65664]: DEBUG nova.network.neutron [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updated VIF entry in instance network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 987.341065] env[65664]: DEBUG nova.network.neutron [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.364180] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.375506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.375506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.375866] env[65664]: DEBUG nova.network.neutron [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.407292] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415737, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.481831] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.639834] env[65664]: DEBUG nova.compute.manager [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Received event network-changed-f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 987.639834] env[65664]: DEBUG nova.compute.manager [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Refreshing instance network info cache due to event network-changed-f3654cb3-92b6-419a-ba51-78ce7c183edd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 987.639834] env[65664]: DEBUG oslo_concurrency.lockutils [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.639834] env[65664]: DEBUG oslo_concurrency.lockutils [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.639834] env[65664]: DEBUG nova.network.neutron [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Refreshing network info cache for port f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.647033] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5290e85-61d2-4bcb-a90b-d92bdbab3bc0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.651390] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Releasing lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.651390] env[65664]: DEBUG nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Received event network-vif-plugged-f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 987.651390] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.651390] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.651994] env[65664]: DEBUG oslo_concurrency.lockutils [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.651994] env[65664]: DEBUG nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] No waiting events found dispatching network-vif-plugged-f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 987.651994] env[65664]: WARNING nova.compute.manager [req-f696238b-492d-47a1-a8bc-0e03abdbc7a3 req-c1108c6d-732f-4e15-822f-4cf605aafd63 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Received unexpected event network-vif-plugged-f3654cb3-92b6-419a-ba51-78ce7c183edd for instance with vm_state building and task_state spawning. [ 987.658900] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681182fa-3893-4c72-ab96-806e83ed066e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.695542] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff60610-fffc-4be1-9711-2562e080b955 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.707417] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18fbe5b-7cbd-4a25-9456-779754c19b89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.724329] env[65664]: DEBUG nova.compute.provider_tree [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.842772] env[65664]: DEBUG oslo_concurrency.lockutils [req-6614285d-19f8-4540-9cfe-4283971cdb51 req-f38629ca-5d53-4b10-ad83-a9657a9d2c5a service nova] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.862679] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.904246] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415737, 'name': Rename_Task, 'duration_secs': 1.170936} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.904538] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.904787] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d248c98-4234-4b22-a5bc-a737d026ac67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.912537] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 987.912537] env[65664]: value = "task-4415740" [ 987.912537] env[65664]: _type = "Task" [ 987.912537] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.924305] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.926957] env[65664]: DEBUG nova.network.neutron [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 987.939735] env[65664]: DEBUG nova.network.neutron [-] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.982604] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.045562] env[65664]: WARNING neutronclient.v2_0.client [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.151221] env[65664]: WARNING neutronclient.v2_0.client [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.191261] env[65664]: DEBUG nova.network.neutron [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.229985] env[65664]: DEBUG nova.scheduler.client.report [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.308847] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.311071] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.363589] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.387055] env[65664]: WARNING neutronclient.v2_0.client [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.428641] env[65664]: DEBUG oslo_vmware.api [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415740, 'name': PowerOnVM_Task, 'duration_secs': 0.51483} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.429470] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.429606] env[65664]: INFO nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Took 11.28 seconds to spawn the instance on the hypervisor. [ 988.429755] env[65664]: DEBUG nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.430668] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3984e3-78e3-4924-8cc6-817d368c5219 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.447671] env[65664]: INFO nova.compute.manager [-] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Took 2.12 seconds to deallocate network for instance. [ 988.493611] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415739, 'name': ReconfigVM_Task, 'duration_secs': 1.119869} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.493955] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211/ed3397de-25ba-4a4f-8c9d-79b13377e211.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.494690] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3441a4c-f9f2-48af-b24c-1415ef5c7d71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.509038] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 988.509038] env[65664]: value = "task-4415741" [ 988.509038] env[65664]: _type = "Task" [ 988.509038] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.509038] env[65664]: DEBUG nova.network.neutron [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updated VIF entry in instance network info cache for port f3654cb3-92b6-419a-ba51-78ce7c183edd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 988.509038] env[65664]: DEBUG nova.network.neutron [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.525017] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415741, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.692862] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.692862] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance network_info: |[{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 988.692862] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c4e34d0-8d23-4e94-98e2-49aa493d5a40', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.701099] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating folder: Project (a5e505a087364583bc6a5d460da9a6ea). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.701507] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a4b728-096d-453f-ae9b-1e6ee651f39e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.716967] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Created folder: Project (a5e505a087364583bc6a5d460da9a6ea) in parent group-v863926. [ 988.717205] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating folder: Instances. Parent ref: group-v864152. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.717466] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20c502f8-8440-4cd5-8c4a-3b25ec1d1074 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.732256] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Created folder: Instances in parent group-v864152. [ 988.732504] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 988.732802] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.733331] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-917a9771-9766-4bf5-bfed-c5400fea2f6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.755941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.756567] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 988.761344] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.128s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.764649] env[65664]: INFO nova.compute.claims [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.777752] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.777752] env[65664]: value = "task-4415744" [ 988.777752] env[65664]: _type = "Task" [ 988.777752] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.789720] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415744, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.821618] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 988.868906] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415735, 'name': CloneVM_Task, 'duration_secs': 2.606245} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.869256] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Created linked-clone VM from snapshot [ 988.870244] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf35557-7ebe-4a18-84f9-23bc93662d25 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.879778] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Uploading image 3ee85978-547a-4ebc-9d79-0797db465dba {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.924396] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.924396] env[65664]: value = "vm-864151" [ 988.924396] env[65664]: _type = "VirtualMachine" [ 988.924396] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.924396] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b011799-b81f-4e71-a8f6-ce841f39b4bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.935109] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease: (returnval){ [ 988.935109] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52909067-f3b3-3a2f-8122-5074459691d4" [ 988.935109] env[65664]: _type = "HttpNfcLease" [ 988.935109] env[65664]: } obtained for exporting VM: (result){ [ 988.935109] env[65664]: value = "vm-864151" [ 988.935109] env[65664]: _type = "VirtualMachine" [ 988.935109] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.938700] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the lease: (returnval){ [ 988.938700] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52909067-f3b3-3a2f-8122-5074459691d4" [ 988.938700] env[65664]: _type = "HttpNfcLease" [ 988.938700] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.954674] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.954674] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52909067-f3b3-3a2f-8122-5074459691d4" [ 988.954674] env[65664]: _type = "HttpNfcLease" [ 988.954674] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.960534] env[65664]: INFO nova.compute.manager [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Took 54.65 seconds to build instance. [ 988.962530] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.018234] env[65664]: DEBUG oslo_concurrency.lockutils [req-c87f1644-d350-42ca-9710-c6bfcf390213 req-fcc82d89-5d3f-431d-816d-45bad8e502c9 service nova] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.025549] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415741, 'name': Rename_Task, 'duration_secs': 0.298607} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.026159] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.026159] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f145d885-d42e-411f-86bb-ad522a1202f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.030592] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-b377da4a-3b4a-425f-aabb-9358efe858aa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.030592] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-b377da4a-3b4a-425f-aabb-9358efe858aa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.030592] env[65664]: DEBUG nova.objects.instance [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'flavor' on Instance uuid b377da4a-3b4a-425f-aabb-9358efe858aa {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.038892] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 989.038892] env[65664]: value = "task-4415746" [ 989.038892] env[65664]: _type = "Task" [ 989.038892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.051841] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.144957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "3ca59827-d235-4818-b66e-2da0b5d63bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.145385] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.271408] env[65664]: DEBUG nova.compute.utils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.272957] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 989.273293] env[65664]: DEBUG nova.network.neutron [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 989.273628] env[65664]: WARNING neutronclient.v2_0.client [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.273935] env[65664]: WARNING neutronclient.v2_0.client [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.293451] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415744, 'name': CreateVM_Task, 'duration_secs': 0.49734} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.293451] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.293451] env[65664]: WARNING neutronclient.v2_0.client [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.293451] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.293451] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.294984] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.296344] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3d321f-fa83-449a-b36a-1dc538caa21d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.303504] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 989.303504] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52930064-87d0-ffde-ffe0-47d72971e2e4" [ 989.303504] env[65664]: _type = "Task" [ 989.303504] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.318422] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52930064-87d0-ffde-ffe0-47d72971e2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.356078] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.382214] env[65664]: DEBUG nova.policy [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e37710166f44d95aeb8e061d7a163a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93f69d8276f34ad699f6bb8270304b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.449486] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.449486] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52909067-f3b3-3a2f-8122-5074459691d4" [ 989.449486] env[65664]: _type = "HttpNfcLease" [ 989.449486] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.450097] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.450097] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52909067-f3b3-3a2f-8122-5074459691d4" [ 989.450097] env[65664]: _type = "HttpNfcLease" [ 989.450097] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 989.451215] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b6c79-c431-4fc4-a271-1a1a862e74fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.462380] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd5543-cd94-8bdf-0353-c69941141ef0/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.462380] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd5543-cd94-8bdf-0353-c69941141ef0/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 989.533010] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f44e80db-a25a-449d-a922-b157392d1678 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.233s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.534434] env[65664]: WARNING neutronclient.v2_0.client [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.550131] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415746, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.623997] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-090841cb-b530-4757-913f-49132bc98f7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649196] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 989.755273] env[65664]: DEBUG nova.network.neutron [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Successfully created port: db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.764559] env[65664]: DEBUG nova.objects.instance [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'pci_requests' on Instance uuid b377da4a-3b4a-425f-aabb-9358efe858aa {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.780117] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 989.824229] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52930064-87d0-ffde-ffe0-47d72971e2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015766} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.828026] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.828332] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.828722] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.828946] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.829229] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.830694] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63dc0dc5-3140-40f9-b66f-94e947d48142 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.866405] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.866405] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.866698] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c80b58-edfe-45c3-a3e8-c22606bca8a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.877734] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 989.877734] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ee3b23-d339-a7f7-d3dd-d139881fff1a" [ 989.877734] env[65664]: _type = "Task" [ 989.877734] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.719464] env[65664]: DEBUG nova.objects.base [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 990.719743] env[65664]: DEBUG nova.network.neutron [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 990.720202] env[65664]: WARNING neutronclient.v2_0.client [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.723200] env[65664]: WARNING neutronclient.v2_0.client [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.740900] env[65664]: DEBUG oslo_vmware.api [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415746, 'name': PowerOnVM_Task, 'duration_secs': 0.98281} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.747062] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.747062] env[65664]: INFO nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Took 10.97 seconds to spawn the instance on the hypervisor. [ 990.747062] env[65664]: DEBUG nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.747506] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ee3b23-d339-a7f7-d3dd-d139881fff1a, 'name': SearchDatastore_Task, 'duration_secs': 0.021629} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.751252] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465df91-d22d-45b1-99c4-681da686581d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.756753] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.757420] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd9ba5c-3ccf-497d-8993-3e708bb86b8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.777061] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 990.777061] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5246f2e4-f327-080a-b986-49b52d4a39e1" [ 990.777061] env[65664]: _type = "Task" [ 990.777061] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.789487] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5246f2e4-f327-080a-b986-49b52d4a39e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.789805] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.790089] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.791555] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ce312e-0da7-4891-acff-f448bc7ef27b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.801040] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 990.801040] env[65664]: value = "task-4415747" [ 990.801040] env[65664]: _type = "Task" [ 990.801040] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.811761] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.881357] env[65664]: DEBUG nova.policy [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.050349] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ec3f9-168f-4491-b2ad-6e79b8091248 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.064265] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac413e41-8044-43c9-8ff6-f009c1baa651 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.111516] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6ab121-77ee-4a57-bac1-c112fac80dd2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.123683] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2afff8-0887-45b4-8277-54e92e4b31d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.145028] env[65664]: DEBUG nova.compute.provider_tree [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.234357] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 991.240552] env[65664]: DEBUG nova.compute.manager [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 991.279798] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 991.280350] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.280747] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 991.281474] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.281793] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 991.282406] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 991.282767] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 991.283417] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 991.283417] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 991.283580] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 991.283785] env[65664]: DEBUG nova.virt.hardware [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 991.284300] env[65664]: INFO nova.compute.manager [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Rebuilding instance [ 991.296208] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899c75fd-6a52-429f-93c3-c342e6c885f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.304667] env[65664]: INFO nova.compute.manager [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Took 40.19 seconds to build instance. [ 991.315824] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48531644-a113-40c1-8bb9-edd6bfea67ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.325617] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.378586] env[65664]: DEBUG nova.network.neutron [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Successfully created port: 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.384011] env[65664]: DEBUG nova.compute.manager [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.384011] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5240f2-c5a1-4fa6-a28d-ec3e1fb73e40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.580243] env[65664]: DEBUG nova.network.neutron [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Successfully updated port: db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.651178] env[65664]: DEBUG nova.scheduler.client.report [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.769346] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.815678] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a550d8f6-a94f-40ca-88f3-23afbec82647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.716s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.822142] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62272} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.822716] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.823105] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.823485] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b157a5c-dc5d-48ff-9a8f-39ba37b598cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.835288] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 991.835288] env[65664]: value = "task-4415748" [ 991.835288] env[65664]: _type = "Task" [ 991.835288] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.845062] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.047309] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquiring lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.047976] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.048426] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquiring lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.048680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.048900] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.051532] env[65664]: INFO nova.compute.manager [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Terminating instance [ 992.085214] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "refresh_cache-572ad7e6-3347-4608-9a01-c53c9533bef3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.085214] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "refresh_cache-572ad7e6-3347-4608-9a01-c53c9533bef3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.085408] env[65664]: DEBUG nova.network.neutron [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.161620] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.399s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.161620] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 992.166264] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.559s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.166264] env[65664]: DEBUG nova.objects.instance [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'resources' on Instance uuid e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.219631] env[65664]: DEBUG nova.compute.manager [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-vif-plugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 992.219631] env[65664]: DEBUG oslo_concurrency.lockutils [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.219631] env[65664]: DEBUG oslo_concurrency.lockutils [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.219978] env[65664]: DEBUG oslo_concurrency.lockutils [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.219978] env[65664]: DEBUG nova.compute.manager [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] No waiting events found dispatching network-vif-plugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 992.221532] env[65664]: WARNING nova.compute.manager [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received unexpected event network-vif-plugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 for instance with vm_state building and task_state spawning. [ 992.221532] env[65664]: DEBUG nova.compute.manager [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-changed-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 992.221532] env[65664]: DEBUG nova.compute.manager [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Refreshing instance network info cache due to event network-changed-1c4e34d0-8d23-4e94-98e2-49aa493d5a40. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 992.221532] env[65664]: DEBUG oslo_concurrency.lockutils [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.222102] env[65664]: DEBUG oslo_concurrency.lockutils [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.222385] env[65664]: DEBUG nova.network.neutron [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Refreshing network info cache for port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.344863] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07737} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.345418] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.346492] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9164a3b-66f9-453a-876e-06962d749bdc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.375192] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.376025] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c87423ce-25d4-4cec-b745-7923483b22d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.403739] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.404165] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 992.404165] env[65664]: value = "task-4415749" [ 992.404165] env[65664]: _type = "Task" [ 992.404165] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.404449] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777f442a-efd3-4025-a45c-8a09334e9f7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.419301] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415749, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.420622] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 992.420622] env[65664]: value = "task-4415750" [ 992.420622] env[65664]: _type = "Task" [ 992.420622] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.430934] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.556898] env[65664]: DEBUG nova.compute.manager [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 992.557252] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.557560] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a1c7a74-02d7-4d3b-8945-636b7add017a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.566015] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 992.566015] env[65664]: value = "task-4415751" [ 992.566015] env[65664]: _type = "Task" [ 992.566015] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.576849] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.672891] env[65664]: DEBUG nova.compute.utils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.679665] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 992.679665] env[65664]: DEBUG nova.network.neutron [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 992.679665] env[65664]: WARNING neutronclient.v2_0.client [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.679976] env[65664]: WARNING neutronclient.v2_0.client [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.729690] env[65664]: WARNING neutronclient.v2_0.client [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.819800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "12e7d846-7059-4d21-81b6-19e9afd6d007" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.820226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.885084] env[65664]: DEBUG nova.network.neutron [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 992.918168] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415749, 'name': ReconfigVM_Task, 'duration_secs': 0.440679} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.921514] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.922625] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54e39732-64fd-44f0-bf20-eea0e937e98b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.938324] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415750, 'name': PowerOffVM_Task, 'duration_secs': 0.220278} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.943332] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.944345] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.944951] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 992.944951] env[65664]: value = "task-4415752" [ 992.944951] env[65664]: _type = "Task" [ 992.944951] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.946179] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebdccb82-9267-41f6-9042-7bc025b4553c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.956270] env[65664]: DEBUG nova.policy [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.965118] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 992.965118] env[65664]: value = "task-4415753" [ 992.965118] env[65664]: _type = "Task" [ 992.965118] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.965679] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415752, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.980747] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 992.981132] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 992.981498] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864064', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'name': 'volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7c15c8-ee79-435d-88ae-d067cf2fa6db', 'attached_at': '', 'detached_at': '', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'serial': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 992.985459] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5523aa2-e2fe-4545-80d1-4c3101e32ea5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.012748] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b08e5-9e5a-4e4c-8fd5-581e3145a2b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.025219] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c42d3-66d4-45b5-a13f-fe61b3157563 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.054402] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3163ad1a-5b97-408c-bd0f-c2fbec4aa9e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.073923] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8/volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.081392] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.091165] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c48938-d2b3-4f78-b37a-8221129cc102 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.113270] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415751, 'name': PowerOffVM_Task, 'duration_secs': 0.204701} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.115514] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.115514] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.115514] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864059', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'name': 'volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c4e475a-ea3b-47b4-b1c8-924fe4737594', 'attached_at': '', 'detached_at': '', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'serial': '9717a2c1-6cf1-436b-863c-ac35ef0dde80'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.115782] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 993.115782] env[65664]: value = "task-4415754" [ 993.115782] env[65664]: _type = "Task" [ 993.115782] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.116512] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c21d4f-ed13-49bc-ae49-8a7dfe8e02dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.152253] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac38e3-599d-4aa2-ba6e-cb38fcf01514 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.161990] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd9fb12-4c29-48d6-9bac-3459c1bf704c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.183748] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 993.189838] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39445893-78e6-40dd-9a58-45c624e99388 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.191951] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabce7e0-154a-49eb-a2a5-d46f48b196f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.211700] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] The volume has not been displaced from its original location: [datastore2] volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80/volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.218582] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.219974] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c450d16a-1b86-4d7a-bc43-2fbe7b0b4f95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.235903] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb400354-d3e5-4367-b917-2b5e8c5e1437 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.275502] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50da4ade-e384-4d2b-9c42-f5c5eecf6440 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.278813] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 993.278813] env[65664]: value = "task-4415755" [ 993.278813] env[65664]: _type = "Task" [ 993.278813] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.286930] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7492c3f-d72b-4b7e-989a-5b8081894895 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.298731] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.312392] env[65664]: DEBUG nova.compute.provider_tree [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.323243] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 993.460193] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415752, 'name': Rename_Task, 'duration_secs': 0.171011} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.460558] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.460865] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2218fa11-64d6-40ca-b4b0-de0cc055cb2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.469076] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 993.469076] env[65664]: value = "task-4415756" [ 993.469076] env[65664]: _type = "Task" [ 993.469076] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.476094] env[65664]: DEBUG nova.network.neutron [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Successfully created port: 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.484243] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.636266] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415754, 'name': ReconfigVM_Task, 'duration_secs': 0.208203} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.636822] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.642623] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62606108-64dd-4521-b022-99746841cf75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.659942] env[65664]: DEBUG nova.network.neutron [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Successfully updated port: 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.667616] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 993.667616] env[65664]: value = "task-4415757" [ 993.667616] env[65664]: _type = "Task" [ 993.667616] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.681787] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.713479] env[65664]: WARNING neutronclient.v2_0.client [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.790980] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415755, 'name': ReconfigVM_Task, 'duration_secs': 0.208635} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.791305] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.796307] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca56aade-aee6-4472-98e2-ae1e56afc8ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.821764] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 993.821764] env[65664]: value = "task-4415758" [ 993.821764] env[65664]: _type = "Task" [ 993.821764] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.835398] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.842887] env[65664]: ERROR nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [req-54f00b15-02b7-49c8-bb6d-13908be04fe1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54f00b15-02b7-49c8-bb6d-13908be04fe1"}]} [ 993.856789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.863130] env[65664]: DEBUG nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 993.885684] env[65664]: DEBUG nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 993.886039] env[65664]: DEBUG nova.compute.provider_tree [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.892468] env[65664]: WARNING neutronclient.v2_0.client [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.903378] env[65664]: DEBUG nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 993.934339] env[65664]: DEBUG nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 993.945146] env[65664]: DEBUG nova.network.neutron [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Updating instance_info_cache with network_info: [{"id": "db78cdcf-ebfd-42ef-a21c-89d8dc305dbd", "address": "fa:16:3e:21:bb:5b", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78cdcf-eb", "ovs_interfaceid": "db78cdcf-ebfd-42ef-a21c-89d8dc305dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.981662] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.032264] env[65664]: DEBUG nova.network.neutron [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updated VIF entry in instance network info cache for port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.032669] env[65664]: DEBUG nova.network.neutron [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.163105] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.163419] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.163636] env[65664]: DEBUG nova.network.neutron [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.181525] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415757, 'name': ReconfigVM_Task, 'duration_secs': 0.223447} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.181962] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864064', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'name': 'volume-0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc7c15c8-ee79-435d-88ae-d067cf2fa6db', 'attached_at': '', 'detached_at': '', 'volume_id': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8', 'serial': '0f15d0d1-f7d6-40da-b021-04b34f8cd0f8'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.182268] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.185693] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab1caf-3513-4fec-aade-fe1dff1fc5a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.195761] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.196694] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baadf98d-7348-4e8c-8ea2-00634d90382a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.201795] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 994.235363] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.235578] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.235751] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.235924] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.236081] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.236229] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.236445] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.236596] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.236761] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.237067] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.237588] env[65664]: DEBUG nova.virt.hardware [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.238284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587bab9d-e22c-492c-95e6-84a151b77061 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.250903] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d8da0-739f-4833-8ebb-4bb6bd846c6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.280357] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.280652] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.280902] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Deleting the datastore file [datastore2] cc7c15c8-ee79-435d-88ae-d067cf2fa6db {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.281238] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7487790-ba69-4fe2-9367-5aaec15eedc8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.290641] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for the task: (returnval){ [ 994.290641] env[65664]: value = "task-4415760" [ 994.290641] env[65664]: _type = "Task" [ 994.290641] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.301641] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.333164] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415758, 'name': ReconfigVM_Task, 'duration_secs': 0.18022} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.335825] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864059', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'name': 'volume-9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c4e475a-ea3b-47b4-b1c8-924fe4737594', 'attached_at': '', 'detached_at': '', 'volume_id': '9717a2c1-6cf1-436b-863c-ac35ef0dde80', 'serial': '9717a2c1-6cf1-436b-863c-ac35ef0dde80'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.336148] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.337413] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a56aff-7f73-4d45-99eb-39d017bc4619 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.345887] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.346238] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1200e575-1b07-460a-8ac6-27de338ca7ef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.363537] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c7dc9-aecb-4ac3-ab08-3000968b1a0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.377042] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072db0bc-9609-4524-9a7c-a1428eac4488 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.412731] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b8f9f-4595-40ab-8762-6b15db486f0f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.425263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e36797b-8564-4115-9d56-cea49069bba0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.431214] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.431495] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.431766] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Deleting the datastore file [datastore2] 3c4e475a-ea3b-47b4-b1c8-924fe4737594 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.432545] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa1fd49-749f-4382-bfa6-2992605441f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.446870] env[65664]: DEBUG nova.compute.provider_tree [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.449992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "refresh_cache-572ad7e6-3347-4608-9a01-c53c9533bef3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.450392] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Instance network_info: |[{"id": "db78cdcf-ebfd-42ef-a21c-89d8dc305dbd", "address": "fa:16:3e:21:bb:5b", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78cdcf-eb", "ovs_interfaceid": "db78cdcf-ebfd-42ef-a21c-89d8dc305dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 994.450793] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for the task: (returnval){ [ 994.450793] env[65664]: value = "task-4415762" [ 994.450793] env[65664]: _type = "Task" [ 994.450793] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.451725] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:bb:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db78cdcf-ebfd-42ef-a21c-89d8dc305dbd', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.459538] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.460617] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.464030] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cdaca28-f71e-4e1c-82a9-7146789a7cef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.488099] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.491090] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.491090] env[65664]: value = "task-4415763" [ 994.491090] env[65664]: _type = "Task" [ 994.491090] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.497025] env[65664]: DEBUG oslo_vmware.api [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415756, 'name': PowerOnVM_Task, 'duration_secs': 0.709966} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.497826] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.498039] env[65664]: INFO nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Took 9.16 seconds to spawn the instance on the hypervisor. [ 994.498213] env[65664]: DEBUG nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 994.498966] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3bbe97-7e54-48f0-a91d-74e42b7b168e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.512668] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415763, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.536188] env[65664]: DEBUG oslo_concurrency.lockutils [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.536188] env[65664]: DEBUG nova.compute.manager [req-3184bad9-2e23-4734-b923-d4dc5b161ddf req-dc97c8b0-39fa-46ce-8bcc-234ebaf83fd9 service nova] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Received event network-vif-deleted-62e21459-e544-4d88-9e01-364968b5f322 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 994.540229] env[65664]: DEBUG nova.compute.manager [req-5336b115-ab4c-4be6-ab29-175daeb27a5b req-7e85f257-e532-42be-8885-eb247970b769 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Received event network-vif-plugged-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 994.540229] env[65664]: DEBUG oslo_concurrency.lockutils [req-5336b115-ab4c-4be6-ab29-175daeb27a5b req-7e85f257-e532-42be-8885-eb247970b769 service nova] Acquiring lock "572ad7e6-3347-4608-9a01-c53c9533bef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.541367] env[65664]: DEBUG oslo_concurrency.lockutils [req-5336b115-ab4c-4be6-ab29-175daeb27a5b req-7e85f257-e532-42be-8885-eb247970b769 service nova] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.541838] env[65664]: DEBUG oslo_concurrency.lockutils [req-5336b115-ab4c-4be6-ab29-175daeb27a5b req-7e85f257-e532-42be-8885-eb247970b769 service nova] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.542673] env[65664]: DEBUG nova.compute.manager [req-5336b115-ab4c-4be6-ab29-175daeb27a5b req-7e85f257-e532-42be-8885-eb247970b769 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] No waiting events found dispatching network-vif-plugged-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 994.542673] env[65664]: WARNING nova.compute.manager [req-5336b115-ab4c-4be6-ab29-175daeb27a5b req-7e85f257-e532-42be-8885-eb247970b769 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Received unexpected event network-vif-plugged-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd for instance with vm_state building and task_state spawning. [ 994.726026] env[65664]: WARNING nova.network.neutron [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] 6cc7eb2f-7333-4468-b82c-c29209c35bff already exists in list: networks containing: ['6cc7eb2f-7333-4468-b82c-c29209c35bff']. ignoring it [ 994.801364] env[65664]: DEBUG oslo_vmware.api [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Task: {'id': task-4415760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257035} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.802027] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.802027] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.802273] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.850028] env[65664]: WARNING neutronclient.v2_0.client [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.873322] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.873690] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a2cbb5e-db9b-4027-ac13-38584dc3d193 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.884867] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a42958-2cc8-4053-853b-8abfdda674ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.938031] env[65664]: ERROR nova.compute.manager [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Failed to detach volume 0f15d0d1-f7d6-40da-b021-04b34f8cd0f8 from /dev/sda: nova.exception.InstanceNotFound: Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db could not be found. [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Traceback (most recent call last): [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self.driver.rebuild(**kwargs) [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] raise NotImplementedError() [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] NotImplementedError [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] During handling of the above exception, another exception occurred: [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Traceback (most recent call last): [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self.driver.detach_volume(context, old_connection_info, [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] return self._volumeops.detach_volume(connection_info, instance) [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._detach_volume_vmdk(connection_info, instance) [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] stable_ref.fetch_moref(session) [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] raise exception.InstanceNotFound(instance_id=self._uuid) [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] nova.exception.InstanceNotFound: Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db could not be found. [ 994.938031] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 994.975848] env[65664]: DEBUG oslo_vmware.api [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Task: {'id': task-4415762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258337} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.979623] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.979996] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.979996] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.980214] env[65664]: INFO nova.compute.manager [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Took 2.42 seconds to destroy the instance on the hypervisor. [ 994.980546] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.982927] env[65664]: DEBUG nova.compute.manager [-] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 994.982927] env[65664]: DEBUG nova.network.neutron [-] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 994.982927] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.993606] env[65664]: DEBUG nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 994.993905] env[65664]: DEBUG nova.compute.provider_tree [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 125 to 126 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.994091] env[65664]: DEBUG nova.compute.provider_tree [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.011587] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415763, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.023156] env[65664]: INFO nova.compute.manager [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Took 23.33 seconds to build instance. [ 995.030430] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.057682] env[65664]: WARNING neutronclient.v2_0.client [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.118097] env[65664]: DEBUG nova.compute.utils [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Build of instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db aborted: Failed to rebuild volume backed instance. {{(pid=65664) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 995.121995] env[65664]: ERROR nova.compute.manager [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db aborted: Failed to rebuild volume backed instance. [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Traceback (most recent call last): [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self.driver.rebuild(**kwargs) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] raise NotImplementedError() [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] NotImplementedError [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] During handling of the above exception, another exception occurred: [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Traceback (most recent call last): [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3680, in _rebuild_volume_backed_instance [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._detach_root_volume(context, instance, root_bdm) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3659, in _detach_root_volume [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] with excutils.save_and_reraise_exception(): [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self.force_reraise() [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] raise self.value [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self.driver.detach_volume(context, old_connection_info, [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] return self._volumeops.detach_volume(connection_info, instance) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._detach_volume_vmdk(connection_info, instance) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] stable_ref.fetch_moref(session) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] raise exception.InstanceNotFound(instance_id=self._uuid) [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] nova.exception.InstanceNotFound: Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db could not be found. [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] During handling of the above exception, another exception occurred: [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Traceback (most recent call last): [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 11550, in _error_out_instance_on_exception [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] yield [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3948, in rebuild_instance [ 995.121995] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._do_rebuild_instance_with_claim( [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 4034, in _do_rebuild_instance_with_claim [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._do_rebuild_instance( [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 4226, in _do_rebuild_instance [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._rebuild_default_impl(**kwargs) [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3803, in _rebuild_default_impl [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] self._rebuild_volume_backed_instance( [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] File "/opt/stack/nova/nova/compute/manager.py", line 3695, in _rebuild_volume_backed_instance [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] raise exception.BuildAbortException( [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] nova.exception.BuildAbortException: Build of instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db aborted: Failed to rebuild volume backed instance. [ 995.123469] env[65664]: ERROR nova.compute.manager [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] [ 995.159141] env[65664]: DEBUG nova.network.neutron [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Successfully updated port: 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.512025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.344s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.513354] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415763, 'name': CreateVM_Task, 'duration_secs': 0.562563} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.514807] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.957s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.516162] env[65664]: INFO nova.compute.claims [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.520119] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.520119] env[65664]: WARNING neutronclient.v2_0.client [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.523900] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.524274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.525419] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.525419] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7531a5-988c-4468-bd6f-84a9e1c0f80d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.528433] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ff9876a-d652-4958-a464-571fb7903eba tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.843s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.534647] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 995.534647] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527d25d0-5c5a-0a70-6adb-850a88fcbb00" [ 995.534647] env[65664]: _type = "Task" [ 995.534647] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.535945] env[65664]: INFO nova.scheduler.client.report [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted allocations for instance e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b [ 995.551851] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527d25d0-5c5a-0a70-6adb-850a88fcbb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.642278] env[65664]: DEBUG nova.compute.manager [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-vif-plugged-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.642496] env[65664]: DEBUG oslo_concurrency.lockutils [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.642693] env[65664]: DEBUG oslo_concurrency.lockutils [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.642853] env[65664]: DEBUG oslo_concurrency.lockutils [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.643020] env[65664]: DEBUG nova.compute.manager [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] No waiting events found dispatching network-vif-plugged-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 995.643261] env[65664]: WARNING nova.compute.manager [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received unexpected event network-vif-plugged-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed for instance with vm_state active and task_state None. [ 995.643431] env[65664]: DEBUG nova.compute.manager [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-changed-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.643579] env[65664]: DEBUG nova.compute.manager [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Refreshing instance network info cache due to event network-changed-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 995.643751] env[65664]: DEBUG oslo_concurrency.lockutils [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] Acquiring lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.644984] env[65664]: DEBUG nova.network.neutron [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed", "address": "fa:16:3e:7b:b0:18", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b87df7a-3f", "ovs_interfaceid": "0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.665202] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.665202] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.665202] env[65664]: DEBUG nova.network.neutron [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.021099] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.021923] env[65664]: DEBUG nova.compute.utils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Instance 3602ac25-64de-478e-8f24-77d6a809f983 could not be found. {{(pid=65664) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 996.023245] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.061s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.023464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.025487] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.670s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.029635] env[65664]: INFO nova.compute.claims [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.032709] env[65664]: DEBUG nova.compute.manager [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Instance disappeared during build. {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 996.033131] env[65664]: DEBUG nova.compute.manager [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Unplugging VIFs for instance {{(pid=65664) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3050}} [ 996.033131] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-3602ac25-64de-478e-8f24-77d6a809f983" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.033289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-3602ac25-64de-478e-8f24-77d6a809f983" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.033428] env[65664]: DEBUG nova.network.neutron [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.053732] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527d25d0-5c5a-0a70-6adb-850a88fcbb00, 'name': SearchDatastore_Task, 'duration_secs': 0.028808} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.053732] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e2be9a78-49f7-4375-99a9-09e395379b7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.596s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.054403] env[65664]: DEBUG nova.network.neutron [-] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.055367] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.055582] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.055816] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.055956] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.056258] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.057090] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51879b98-4323-48dc-bf09-f8c73d22d072 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.061764] env[65664]: INFO nova.scheduler.client.report [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleted allocations for instance 97f01620-eb70-4b9e-ba19-7197d7f3cfa0 [ 996.071777] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.071777] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.071883] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86249212-d9fd-4e08-a58f-acf02c06f312 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.081698] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 996.081698] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52447d02-e41e-501b-6f35-eaf9fbca351c" [ 996.081698] env[65664]: _type = "Task" [ 996.081698] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.095892] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52447d02-e41e-501b-6f35-eaf9fbca351c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.148297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.149789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.149789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.150191] env[65664]: DEBUG oslo_concurrency.lockutils [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] Acquired lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.150287] env[65664]: DEBUG nova.network.neutron [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Refreshing network info cache for port 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.154054] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d3155-059c-4cb6-972d-3abc4a1dc550 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.179811] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 996.180105] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.180277] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 996.180544] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.180714] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 996.180859] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 996.181088] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.181282] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 996.181462] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 996.181636] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 996.181829] env[65664]: DEBUG nova.virt.hardware [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 996.188832] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Reconfiguring VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 996.189883] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ac7ab4-6315-47c3-81d6-b406fbb6af68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.216613] env[65664]: DEBUG oslo_vmware.api [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 996.216613] env[65664]: value = "task-4415764" [ 996.216613] env[65664]: _type = "Task" [ 996.216613] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.229124] env[65664]: DEBUG oslo_vmware.api [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415764, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.243105] env[65664]: DEBUG nova.network.neutron [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.328945] env[65664]: WARNING neutronclient.v2_0.client [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.431206] env[65664]: DEBUG nova.network.neutron [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Updating instance_info_cache with network_info: [{"id": "8fbe6ad8-3176-4156-b11f-dce0cc1b9da8", "address": "fa:16:3e:29:b4:18", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbe6ad8-31", "ovs_interfaceid": "8fbe6ad8-3176-4156-b11f-dce0cc1b9da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.538552] env[65664]: DEBUG nova.compute.utils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Can not refresh info_cache because instance was not found {{(pid=65664) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 996.539043] env[65664]: WARNING neutronclient.v2_0.client [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 3602ac25-64de-478e-8f24-77d6a809f983 could not be found. [ 996.558865] env[65664]: INFO nova.compute.manager [-] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Took 1.58 seconds to deallocate network for instance. [ 996.565106] env[65664]: DEBUG nova.network.neutron [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.575989] env[65664]: DEBUG oslo_concurrency.lockutils [None req-abfc5c37-9981-453d-8a99-d5146b8519ce tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "97f01620-eb70-4b9e-ba19-7197d7f3cfa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.457s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.600782] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52447d02-e41e-501b-6f35-eaf9fbca351c, 'name': SearchDatastore_Task, 'duration_secs': 0.017264} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.602596] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e7fb52-4474-4111-9f87-a4b0c3180b2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.610806] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 996.610806] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c291c6-9835-6449-ffdd-dc79506b0ad1" [ 996.610806] env[65664]: _type = "Task" [ 996.610806] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.620852] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c291c6-9835-6449-ffdd-dc79506b0ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.660491] env[65664]: WARNING neutronclient.v2_0.client [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.671974] env[65664]: DEBUG nova.network.neutron [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.736428] env[65664]: DEBUG oslo_vmware.api [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.861668] env[65664]: WARNING neutronclient.v2_0.client [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.935564] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.935564] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Instance network_info: |[{"id": "8fbe6ad8-3176-4156-b11f-dce0cc1b9da8", "address": "fa:16:3e:29:b4:18", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbe6ad8-31", "ovs_interfaceid": "8fbe6ad8-3176-4156-b11f-dce0cc1b9da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 996.935564] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:b4:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fbe6ad8-3176-4156-b11f-dce0cc1b9da8', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.945936] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.947278] env[65664]: DEBUG nova.network.neutron [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updated VIF entry in instance network info cache for port 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.947764] env[65664]: DEBUG nova.network.neutron [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed", "address": "fa:16:3e:7b:b0:18", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b87df7a-3f", "ovs_interfaceid": "0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.949398] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.949717] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5082b7eb-c9bd-4135-8767-c9b08ddbee46 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.975273] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.975273] env[65664]: value = "task-4415765" [ 996.975273] env[65664]: _type = "Task" [ 996.975273] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.985767] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415765, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.129569] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c291c6-9835-6449-ffdd-dc79506b0ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.022655} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.129569] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.129569] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 572ad7e6-3347-4608-9a01-c53c9533bef3/572ad7e6-3347-4608-9a01-c53c9533bef3.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.129569] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7247dbc-d27f-4ef4-b0db-bba07f244aca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.146492] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 997.146492] env[65664]: value = "task-4415766" [ 997.146492] env[65664]: _type = "Task" [ 997.146492] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.146492] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.163390] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.179927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-3602ac25-64de-478e-8f24-77d6a809f983" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.179927] env[65664]: DEBUG nova.compute.manager [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65664) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3073}} [ 997.179927] env[65664]: DEBUG nova.compute.manager [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 997.179927] env[65664]: DEBUG nova.network.neutron [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 997.179927] env[65664]: WARNING neutronclient.v2_0.client [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 3602ac25-64de-478e-8f24-77d6a809f983 could not be found. [ 997.276469] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Received event network-changed-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 997.276590] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Refreshing instance network info cache due to event network-changed-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 997.276774] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquiring lock "refresh_cache-572ad7e6-3347-4608-9a01-c53c9533bef3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.276941] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquired lock "refresh_cache-572ad7e6-3347-4608-9a01-c53c9533bef3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.277119] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Refreshing network info cache for port db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.288415] env[65664]: DEBUG nova.network.neutron [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.288984] env[65664]: WARNING neutronclient.v2_0.client [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 3602ac25-64de-478e-8f24-77d6a809f983 could not be found. [ 997.294719] env[65664]: DEBUG oslo_vmware.api [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.305649] env[65664]: INFO nova.compute.manager [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Took 0.75 seconds to detach 1 volumes for instance. [ 997.312913] env[65664]: DEBUG nova.compute.manager [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Deleting volume: 9717a2c1-6cf1-436b-863c-ac35ef0dde80 {{(pid=65664) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 997.450836] env[65664]: DEBUG oslo_concurrency.lockutils [req-6627a8b7-a776-4aeb-b755-739c8f882403 req-0debd2b1-615c-4dde-ae28-58139791c168 service nova] Releasing lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.489971] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415765, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.583190] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d054f89-72e2-40d5-a0cd-19a1c8777fbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.594055] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15af2e36-313d-4ef0-96d0-d7763d973842 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.636270] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aecfcc-7498-433a-9fb3-b8bdebe2e157 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.649251] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0e6742-af3d-44aa-a4e7-779eb4b49172 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.657388] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415766, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.671020] env[65664]: DEBUG nova.compute.provider_tree [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.724435] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.725170] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.786177] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.789538] env[65664]: DEBUG oslo_vmware.api [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415764, 'name': ReconfigVM_Task, 'duration_secs': 1.114377} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.790685] env[65664]: WARNING neutronclient.v2_0.client [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.790949] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.791262] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Reconfigured VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 997.797984] env[65664]: DEBUG nova.network.neutron [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.888938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.988507] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415765, 'name': CreateVM_Task, 'duration_secs': 0.578076} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.988699] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.989223] env[65664]: WARNING neutronclient.v2_0.client [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.989650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.989802] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.990125] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.990437] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f111077-25c0-4d98-89a1-2619a888106a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.996446] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 997.996446] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fc7800-36b3-0425-2cf9-2ae9c2febe51" [ 997.996446] env[65664]: _type = "Task" [ 997.996446] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.005638] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fc7800-36b3-0425-2cf9-2ae9c2febe51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.006811] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.104683] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Updated VIF entry in instance network info cache for port db78cdcf-ebfd-42ef-a21c-89d8dc305dbd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.105357] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Updating instance_info_cache with network_info: [{"id": "db78cdcf-ebfd-42ef-a21c-89d8dc305dbd", "address": "fa:16:3e:21:bb:5b", "network": {"id": "286c5a72-a51f-4e73-8744-99bc5c5ee1f2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1083021198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f69d8276f34ad699f6bb8270304b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78cdcf-eb", "ovs_interfaceid": "db78cdcf-ebfd-42ef-a21c-89d8dc305dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.154288] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730132} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.154657] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 572ad7e6-3347-4608-9a01-c53c9533bef3/572ad7e6-3347-4608-9a01-c53c9533bef3.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.154815] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.155112] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-514df720-90d8-4031-bd16-793144f5809a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.165334] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 998.165334] env[65664]: value = "task-4415768" [ 998.165334] env[65664]: _type = "Task" [ 998.165334] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.174694] env[65664]: DEBUG nova.scheduler.client.report [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.182203] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.228750] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 998.302289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-b377da4a-3b4a-425f-aabb-9358efe858aa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.272s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.303371] env[65664]: INFO nova.compute.manager [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 3602ac25-64de-478e-8f24-77d6a809f983] Took 1.13 seconds to deallocate network for instance. [ 998.510044] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fc7800-36b3-0425-2cf9-2ae9c2febe51, 'name': SearchDatastore_Task, 'duration_secs': 0.040809} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.510407] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.510665] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.510909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.511061] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.511736] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.511736] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a9e83af-02ce-445f-882c-fb83d88d631e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.523071] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.523333] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.524435] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914eff69-a5df-472c-a43a-b84fd9c975c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.532512] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 998.532512] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230e0d5-059d-d656-9820-2b958eb3998f" [ 998.532512] env[65664]: _type = "Task" [ 998.532512] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.544822] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230e0d5-059d-d656-9820-2b958eb3998f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.547291] env[65664]: DEBUG nova.compute.manager [req-83f201cb-53fb-491c-8eaf-2debd58f70b2 req-4f1a8185-5d76-40d3-a115-7eb5f1c37b37 service nova] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Received event network-vif-deleted-261abfa8-4d54-4dc7-8d8a-a185def2dc31 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.609492] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Releasing lock "refresh_cache-572ad7e6-3347-4608-9a01-c53c9533bef3" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.609829] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Received event network-changed-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 998.610016] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Refreshing instance network info cache due to event network-changed-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 998.610291] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquiring lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.610434] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquired lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.610615] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Refreshing network info cache for port 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.679708] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076899} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.680055] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.681160] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230296c-a21d-43c5-bd6d-3ef32e143e34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.685106] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.685688] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 998.688984] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.932s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.690465] env[65664]: INFO nova.compute.claims [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.716315] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 572ad7e6-3347-4608-9a01-c53c9533bef3/572ad7e6-3347-4608-9a01-c53c9533bef3.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.717416] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84feec51-9103-4687-9a92-cf7884874dfc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.745675] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 998.745675] env[65664]: value = "task-4415769" [ 998.745675] env[65664]: _type = "Task" [ 998.745675] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.757044] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.758206] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.043779] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230e0d5-059d-d656-9820-2b958eb3998f, 'name': SearchDatastore_Task, 'duration_secs': 0.022612} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.044658] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6d9a54-d648-4137-80e9-175cc9553001 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.051892] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 999.051892] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cc1c5c-dbd5-d336-efa7-6b7fa6e4321a" [ 999.051892] env[65664]: _type = "Task" [ 999.051892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.061178] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cc1c5c-dbd5-d336-efa7-6b7fa6e4321a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.113950] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.174501] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.175077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.175077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.175228] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.175415] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.181263] env[65664]: INFO nova.compute.manager [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Terminating instance [ 999.190650] env[65664]: DEBUG nova.compute.utils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.192136] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 999.192348] env[65664]: DEBUG nova.network.neutron [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 999.193442] env[65664]: WARNING neutronclient.v2_0.client [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.193442] env[65664]: WARNING neutronclient.v2_0.client [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.258888] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.263799] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.263799] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.263977] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.264165] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.264349] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.266913] env[65664]: INFO nova.compute.manager [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Terminating instance [ 999.292374] env[65664]: DEBUG nova.policy [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87822fecf4f440c0b33ceea2b4957a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17cdff1850a345f7b59cb69c46148a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.328156] env[65664]: DEBUG oslo_concurrency.lockutils [None req-daabd491-135b-415c-a4e2-2fea4f5c1e07 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "3602ac25-64de-478e-8f24-77d6a809f983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.798s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.564023] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cc1c5c-dbd5-d336-efa7-6b7fa6e4321a, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.564232] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.564404] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced/6c42de52-8a06-4f37-b6c4-3ca2d6a3aced.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.564781] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113b9b66-be78-4f8c-9dbe-9012426e2576 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.573667] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 999.573667] env[65664]: value = "task-4415770" [ 999.573667] env[65664]: _type = "Task" [ 999.573667] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.585262] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.688248] env[65664]: DEBUG nova.compute.manager [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 999.688484] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.689461] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a796cb3-0278-4b72-aeaa-3337fa97ce3e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.698869] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 999.702631] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.705655] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3efeaae-cfee-4639-9b4f-7d6d912bb8c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.712927] env[65664]: DEBUG nova.network.neutron [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Successfully created port: 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 999.717356] env[65664]: DEBUG oslo_vmware.api [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 999.717356] env[65664]: value = "task-4415771" [ 999.717356] env[65664]: _type = "Task" [ 999.717356] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.728108] env[65664]: DEBUG oslo_vmware.api [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.735101] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.762304] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415769, 'name': ReconfigVM_Task, 'duration_secs': 0.534604} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.764044] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 572ad7e6-3347-4608-9a01-c53c9533bef3/572ad7e6-3347-4608-9a01-c53c9533bef3.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.764341] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41b7f43d-38e2-481b-9a72-943cbba9b089 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.771326] env[65664]: DEBUG nova.compute.manager [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 999.773058] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-891ae405-df48-482e-be61-63c31ab393e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.775431] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 999.775431] env[65664]: value = "task-4415772" [ 999.775431] env[65664]: _type = "Task" [ 999.775431] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.788313] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aae951-1710-46f7-8796-f49ee8f72cc8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808959] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415772, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.844517] env[65664]: WARNING nova.virt.vmwareapi.driver [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db could not be found. [ 999.844931] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.849518] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c1277de-6e13-4575-a985-7d3e79f73c6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.860786] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e159b63-cd6b-406e-88b5-38b835f5cf71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.906596] env[65664]: WARNING nova.virt.vmwareapi.vmops [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cc7c15c8-ee79-435d-88ae-d067cf2fa6db could not be found. [ 999.906865] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.907793] env[65664]: INFO nova.compute.manager [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Took 0.14 seconds to destroy the instance on the hypervisor. [ 999.907793] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 999.907793] env[65664]: DEBUG nova.compute.manager [-] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 999.907793] env[65664]: DEBUG nova.network.neutron [-] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 999.908053] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.088336] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415770, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.150518] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb027e-0711-497e-8ebc-b85c1dea3e48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.160700] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc87960-1d19-44dd-aa36-2f2fa5c1fbae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.195476] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d8b81-b6b1-4ed2-bb8d-53608a06b9af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.205014] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff4460-98e9-4a31-9609-853b12e455f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.225427] env[65664]: DEBUG nova.compute.provider_tree [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.237094] env[65664]: DEBUG oslo_vmware.api [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415771, 'name': PowerOffVM_Task, 'duration_secs': 0.377281} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.238260] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.238458] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.238782] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a665cacb-aab5-4af8-b0ad-4250a41d8f6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.290734] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415772, 'name': Rename_Task, 'duration_secs': 0.221932} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.291093] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.291774] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa1d3a97-e16b-47fa-9930-0cbc76401df8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.303838] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 1000.303838] env[65664]: value = "task-4415774" [ 1000.303838] env[65664]: _type = "Task" [ 1000.303838] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.313493] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.323860] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.324099] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.324303] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleting the datastore file [datastore1] b4033c80-be9c-4753-a7d8-d3edd36dd31e {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.325056] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e36456a-e6ba-4c58-97ea-e865e0ae9b89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.333049] env[65664]: DEBUG oslo_vmware.api [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for the task: (returnval){ [ 1000.333049] env[65664]: value = "task-4415775" [ 1000.333049] env[65664]: _type = "Task" [ 1000.333049] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.343894] env[65664]: DEBUG oslo_vmware.api [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.587578] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757669} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.588123] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced/6c42de52-8a06-4f37-b6c4-3ca2d6a3aced.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.590020] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.590513] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabccb6f-ab99-4590-a1a1-132b112f2583 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.601044] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1000.601044] env[65664]: value = "task-4415776" [ 1000.601044] env[65664]: _type = "Task" [ 1000.601044] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.612971] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.716089] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1000.733798] env[65664]: DEBUG nova.scheduler.client.report [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.761090] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1000.761401] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.761589] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1000.761787] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.762610] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1000.762847] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1000.763158] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1000.763404] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1000.763646] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1000.763866] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1000.764120] env[65664]: DEBUG nova.virt.hardware [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1000.765177] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71e034-904f-4b69-a9d9-b5da0eed8c62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.782039] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fb523f-35d0-43de-a912-3ecf22e32367 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.817326] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.826448] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.846994] env[65664]: DEBUG oslo_vmware.api [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Task: {'id': task-4415775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26087} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.847333] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.847524] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.849840] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.849840] env[65664]: INFO nova.compute.manager [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1000.849840] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1000.849840] env[65664]: DEBUG nova.compute.manager [-] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1000.849840] env[65664]: DEBUG nova.network.neutron [-] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1000.849840] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.113038] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065099} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.113038] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.113689] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7261421-610b-4a0d-bee6-301fb19d5a75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.139596] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced/6c42de52-8a06-4f37-b6c4-3ca2d6a3aced.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.139715] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c1774a-0e40-4c20-9b2a-c3c0b3d7f78f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.161556] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1001.161556] env[65664]: value = "task-4415777" [ 1001.161556] env[65664]: _type = "Task" [ 1001.161556] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.173124] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.244286] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.244286] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1001.247774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.479s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.299880] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updated VIF entry in instance network info cache for port 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.300334] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating instance_info_cache with network_info: [{"id": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "address": "fa:16:3e:04:d9:d6", "network": {"id": "2367347e-65ed-4f24-ad44-3f8b246e6e04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1378387665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c4f805c62845bfbdedbcad882bb397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3c7d72-48", "ovs_interfaceid": "1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.319261] env[65664]: DEBUG oslo_vmware.api [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415774, 'name': PowerOnVM_Task, 'duration_secs': 0.718034} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.319261] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.319261] env[65664]: INFO nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1001.319261] env[65664]: DEBUG nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.320243] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2f475a-b27d-4c93-b4c9-39e295fd4c31 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.475846] env[65664]: DEBUG nova.network.neutron [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Successfully updated port: 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1001.511748] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.674620] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.731062] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd5543-cd94-8bdf-0353-c69941141ef0/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1001.732300] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb1da7-732f-4f92-9a16-3f95b622c9ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.745018] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd5543-cd94-8bdf-0353-c69941141ef0/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.745018] env[65664]: ERROR oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd5543-cd94-8bdf-0353-c69941141ef0/disk-0.vmdk due to incomplete transfer. [ 1001.745018] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3154324e-008c-48c4-ae8c-fcd7c6c14488 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.752489] env[65664]: DEBUG nova.compute.utils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.758997] env[65664]: INFO nova.compute.claims [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.767427] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1001.767427] env[65664]: DEBUG nova.network.neutron [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1001.767679] env[65664]: WARNING neutronclient.v2_0.client [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.767967] env[65664]: WARNING neutronclient.v2_0.client [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.772296] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd5543-cd94-8bdf-0353-c69941141ef0/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.772296] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Uploaded image 3ee85978-547a-4ebc-9d79-0797db465dba to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.774186] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.774186] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3f26a1b-0f2d-44db-a717-4087c88d9410 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.782135] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1001.782135] env[65664]: value = "task-4415778" [ 1001.782135] env[65664]: _type = "Task" [ 1001.782135] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.796910] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415778, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.805403] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Releasing lock "refresh_cache-c0739b32-fbba-456f-b15d-e943cd6f51a0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.805772] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Received event network-vif-plugged-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.805972] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquiring lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.806208] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.806365] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.806526] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] No waiting events found dispatching network-vif-plugged-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1001.806731] env[65664]: WARNING nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Received unexpected event network-vif-plugged-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 for instance with vm_state building and task_state spawning. [ 1001.806944] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Received event network-changed-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.807147] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Refreshing instance network info cache due to event network-changed-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1001.807379] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquiring lock "refresh_cache-6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.807560] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquired lock "refresh_cache-6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.807786] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Refreshing network info cache for port 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.844767] env[65664]: INFO nova.compute.manager [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Took 24.28 seconds to build instance. [ 1001.955649] env[65664]: DEBUG nova.policy [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c6479f0a8b34c4689474e90982c70c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ad63461df6841b991d394ab83c1d4e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.980826] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.981470] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.981716] env[65664]: DEBUG nova.network.neutron [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1002.176345] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.266534] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1002.271705] env[65664]: INFO nova.compute.resource_tracker [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating resource usage from migration 9839d58d-24bd-4808-b8dd-9409a5615d97 [ 1002.278796] env[65664]: DEBUG nova.network.neutron [-] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.293888] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415778, 'name': Destroy_Task, 'duration_secs': 0.495058} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.294231] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Destroyed the VM [ 1002.294436] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.294717] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f45f7365-a271-4c4a-9774-247a38a0cb96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.303422] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1002.303422] env[65664]: value = "task-4415779" [ 1002.303422] env[65664]: _type = "Task" [ 1002.303422] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.310325] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.320658] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415779, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.346957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.788s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.381355] env[65664]: DEBUG nova.network.neutron [-] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.413047] env[65664]: DEBUG nova.network.neutron [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Successfully created port: f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1002.633079] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfb7d66-8c29-4599-9ed6-ed743b7110f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.641912] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c53d3c-d851-426f-9130-912d2ef4c770 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.682779] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b47ca-9692-4909-b1a0-854f13e90af2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.692397] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.695451] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8801c-04bc-4603-9feb-05798248ea2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.712600] env[65664]: DEBUG nova.compute.provider_tree [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.783095] env[65664]: INFO nova.compute.manager [-] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Took 2.88 seconds to deallocate network for instance. [ 1002.818532] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415779, 'name': RemoveSnapshot_Task} progress is 83%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.887644] env[65664]: INFO nova.compute.manager [-] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Took 2.04 seconds to deallocate network for instance. [ 1003.056412] env[65664]: DEBUG nova.network.neutron [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1003.190223] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415777, 'name': ReconfigVM_Task, 'duration_secs': 1.564505} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.190530] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced/6c42de52-8a06-4f37-b6c4-3ca2d6a3aced.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.191257] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-748fcf1e-47dc-4b06-abd2-8b522cc8ee9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.198995] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1003.198995] env[65664]: value = "task-4415780" [ 1003.198995] env[65664]: _type = "Task" [ 1003.198995] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.208868] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415780, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.223574] env[65664]: DEBUG nova.scheduler.client.report [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.281758] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1003.316463] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1003.316709] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.316860] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1003.317049] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.317191] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1003.317373] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1003.317554] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1003.317716] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1003.317878] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1003.318146] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1003.318322] env[65664]: DEBUG nova.virt.hardware [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1003.319266] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a2f4a-8ca8-4a3e-a49a-e2306963da0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.326104] env[65664]: DEBUG oslo_vmware.api [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415779, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703563} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.326823] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.327101] env[65664]: INFO nova.compute.manager [None req-b717b4bd-e253-4a11-a30e-9914be8fee38 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Took 20.14 seconds to snapshot the instance on the hypervisor. [ 1003.334628] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5949d6-d97a-4566-930d-fab2e8473ed4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.356701] env[65664]: INFO nova.compute.manager [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Took 0.57 seconds to detach 1 volumes for instance. [ 1003.358569] env[65664]: DEBUG nova.compute.manager [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Deleting volume: 0f15d0d1-f7d6-40da-b021-04b34f8cd0f8 {{(pid=65664) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1003.396059] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.710987] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415780, 'name': Rename_Task, 'duration_secs': 0.318602} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.711585] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.711700] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da2075b-5ba3-4f85-9af1-b0654babda8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.721031] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1003.721031] env[65664]: value = "task-4415782" [ 1003.721031] env[65664]: _type = "Task" [ 1003.721031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.729011] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.481s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.729356] env[65664]: INFO nova.compute.manager [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Migrating [ 1003.746605] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.890s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.749350] env[65664]: INFO nova.compute.claims [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.753862] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.912290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.973544] env[65664]: DEBUG nova.compute.manager [req-b698dcd2-7681-490a-b859-501574d4ef7c req-0f4fe1e0-8154-4a18-bb5f-643059f14ecc service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Received event network-vif-plugged-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1003.973766] env[65664]: DEBUG oslo_concurrency.lockutils [req-b698dcd2-7681-490a-b859-501574d4ef7c req-0f4fe1e0-8154-4a18-bb5f-643059f14ecc service nova] Acquiring lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.974134] env[65664]: DEBUG oslo_concurrency.lockutils [req-b698dcd2-7681-490a-b859-501574d4ef7c req-0f4fe1e0-8154-4a18-bb5f-643059f14ecc service nova] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.974134] env[65664]: DEBUG oslo_concurrency.lockutils [req-b698dcd2-7681-490a-b859-501574d4ef7c req-0f4fe1e0-8154-4a18-bb5f-643059f14ecc service nova] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.974353] env[65664]: DEBUG nova.compute.manager [req-b698dcd2-7681-490a-b859-501574d4ef7c req-0f4fe1e0-8154-4a18-bb5f-643059f14ecc service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] No waiting events found dispatching network-vif-plugged-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1003.975088] env[65664]: WARNING nova.compute.manager [req-b698dcd2-7681-490a-b859-501574d4ef7c req-0f4fe1e0-8154-4a18-bb5f-643059f14ecc service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Received unexpected event network-vif-plugged-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 for instance with vm_state building and task_state spawning. [ 1004.001748] env[65664]: DEBUG nova.compute.manager [req-da57c0c1-3b0f-488c-99bd-3e3e2f94f03f req-0f5758d1-eaee-4e8e-9f71-2e6a45f702dc service nova] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Received event network-vif-deleted-860a7389-e09c-4314-ba89-4dc4eb720664 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1004.163042] env[65664]: DEBUG nova.network.neutron [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Successfully updated port: f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1004.232843] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.235663] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.264548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.264741] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.264915] env[65664]: DEBUG nova.network.neutron [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.332979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.333440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.527970] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Updated VIF entry in instance network info cache for port 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.528381] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Updating instance_info_cache with network_info: [{"id": "8fbe6ad8-3176-4156-b11f-dce0cc1b9da8", "address": "fa:16:3e:29:b4:18", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbe6ad8-31", "ovs_interfaceid": "8fbe6ad8-3176-4156-b11f-dce0cc1b9da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.649491] env[65664]: WARNING neutronclient.v2_0.client [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.666189] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "refresh_cache-3ca59827-d235-4818-b66e-2da0b5d63bd9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.666865] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquired lock "refresh_cache-3ca59827-d235-4818-b66e-2da0b5d63bd9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.666865] env[65664]: DEBUG nova.network.neutron [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.731850] env[65664]: DEBUG oslo_vmware.api [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415782, 'name': PowerOnVM_Task, 'duration_secs': 0.951773} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.732171] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.732377] env[65664]: INFO nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1004.732559] env[65664]: DEBUG nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1004.733423] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce702cda-bfb3-4a41-80dc-b0295d373ca1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.766418] env[65664]: DEBUG nova.network.neutron [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updating instance_info_cache with network_info: [{"id": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "address": "fa:16:3e:cd:2c:0b", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77635c-62", "ovs_interfaceid": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.768704] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.835475] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1004.978144] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.035222] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Releasing lock "refresh_cache-6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.035222] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Received event network-changed-f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1005.035376] env[65664]: DEBUG nova.compute.manager [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Refreshing instance network info cache due to event network-changed-f3654cb3-92b6-419a-ba51-78ce7c183edd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1005.036804] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.036804] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.036804] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Refreshing network info cache for port f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.108107] env[65664]: DEBUG nova.network.neutron [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [{"id": "7b624e33-1161-49c3-ba50-8520a866fc14", "address": "fa:16:3e:fd:af:99", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b624e33-11", "ovs_interfaceid": "7b624e33-1161-49c3-ba50-8520a866fc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.215284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f3c3c9-a0e7-445b-8112-f73aa0f90f22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.224785] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69539db-10e6-4c67-9c47-475da841e9fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.231424] env[65664]: DEBUG nova.network.neutron [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1005.265473] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e62cae-09a4-4c68-9353-54dd4f2d4c2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.270861] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.271246] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Instance network_info: |[{"id": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "address": "fa:16:3e:cd:2c:0b", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77635c-62", "ovs_interfaceid": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1005.271828] env[65664]: INFO nova.compute.manager [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Took 27.65 seconds to build instance. [ 1005.273156] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:2c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b77635c-62dc-42c4-ace1-0dcb0ae4d572', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.281641] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1005.282733] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.286224] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea98115-b377-4bf4-98c0-5a2814be7eb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.305920] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a8a48-21d3-4696-b78c-4d0dc64d86b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.312426] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.312426] env[65664]: value = "task-4415783" [ 1005.312426] env[65664]: _type = "Task" [ 1005.312426] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.328031] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.336846] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415783, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.358957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.375222] env[65664]: WARNING neutronclient.v2_0.client [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.483313] env[65664]: DEBUG nova.network.neutron [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Updating instance_info_cache with network_info: [{"id": "f50a36f0-bc74-47b1-91a3-1f113be09a9e", "address": "fa:16:3e:53:70:f8", "network": {"id": "631e009f-f888-4ddf-b3a4-0a697cf352bb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1383571061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad63461df6841b991d394ab83c1d4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a36f0-bc", "ovs_interfaceid": "f50a36f0-bc74-47b1-91a3-1f113be09a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.544860] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.611540] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.642940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-b377da4a-3b4a-425f-aabb-9358efe858aa-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.643512] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-b377da4a-3b4a-425f-aabb-9358efe858aa-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.785225] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b754372e-4708-4b0b-baff-f2a199cdf9b8 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.177s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.786293] env[65664]: WARNING neutronclient.v2_0.client [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.826760] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415783, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.858925] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "572ad7e6-3347-4608-9a01-c53c9533bef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.859400] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.859400] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "572ad7e6-3347-4608-9a01-c53c9533bef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.859692] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.859873] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.862586] env[65664]: ERROR nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [req-bb49d55b-a5b8-4cdd-adb6-d43187d09f34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb49d55b-a5b8-4cdd-adb6-d43187d09f34"}]} [ 1005.865719] env[65664]: INFO nova.compute.manager [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Terminating instance [ 1005.885513] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1005.904914] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1005.904914] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.912434] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updated VIF entry in instance network info cache for port f3654cb3-92b6-419a-ba51-78ce7c183edd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.912797] env[65664]: DEBUG nova.network.neutron [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.922633] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1005.950249] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.987325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Releasing lock "refresh_cache-3ca59827-d235-4818-b66e-2da0b5d63bd9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.987734] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Instance network_info: |[{"id": "f50a36f0-bc74-47b1-91a3-1f113be09a9e", "address": "fa:16:3e:53:70:f8", "network": {"id": "631e009f-f888-4ddf-b3a4-0a697cf352bb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1383571061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad63461df6841b991d394ab83c1d4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a36f0-bc", "ovs_interfaceid": "f50a36f0-bc74-47b1-91a3-1f113be09a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1005.988280] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:70:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50a36f0-bc74-47b1-91a3-1f113be09a9e', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.996161] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Creating folder: Project (2ad63461df6841b991d394ab83c1d4e3). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.999242] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0adf9106-dbeb-472d-8446-6eba6ae56dca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.018271] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Created folder: Project (2ad63461df6841b991d394ab83c1d4e3) in parent group-v863926. [ 1006.018271] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Creating folder: Instances. Parent ref: group-v864158. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.018271] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d738f633-e138-4d81-b5db-ecac4198efd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.028238] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Created folder: Instances in parent group-v864158. [ 1006.028506] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1006.029415] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.029733] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d33227-f7f1-42db-aa5b-f58195aac264 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.052220] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.052220] env[65664]: value = "task-4415786" [ 1006.052220] env[65664]: _type = "Task" [ 1006.052220] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.059947] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "90fb8d0f-7b01-423e-ade3-10dc360acf62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.060206] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.060398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "90fb8d0f-7b01-423e-ade3-10dc360acf62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.060575] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.060825] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.062504] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415786, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.063276] env[65664]: INFO nova.compute.manager [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Terminating instance [ 1006.125060] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Received event network-changed-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1006.125060] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Refreshing instance network info cache due to event network-changed-7b77635c-62dc-42c4-ace1-0dcb0ae4d572. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1006.125060] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Acquiring lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.125060] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Acquired lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.125060] env[65664]: DEBUG nova.network.neutron [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Refreshing network info cache for port 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.147305] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.149385] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.149385] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025ab33-820d-475c-b0af-e156b88e7c36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.171823] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3ca13-aebb-497c-a78a-448262d9fbd8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.179783] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "52b9ebe0-554a-4d35-b949-bed973996c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.180047] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "52b9ebe0-554a-4d35-b949-bed973996c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.198866] env[65664]: WARNING neutronclient.v2_0.client [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.204563] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Reconfiguring VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1006.210130] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0c0c6c-0da0-45bd-ae90-5519430a80cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.230333] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1006.230333] env[65664]: value = "task-4415787" [ 1006.230333] env[65664]: _type = "Task" [ 1006.230333] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.252102] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.328543] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415783, 'name': CreateVM_Task, 'duration_secs': 0.519535} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.328798] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.329585] env[65664]: WARNING neutronclient.v2_0.client [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.330112] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.330396] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.330860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.331266] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793094be-3044-4837-848b-0c889260f101 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.339483] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1006.339483] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52affced-0383-0259-3523-bc9b7c222f3f" [ 1006.339483] env[65664]: _type = "Task" [ 1006.339483] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.348393] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52affced-0383-0259-3523-bc9b7c222f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.374482] env[65664]: DEBUG nova.compute.manager [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1006.374602] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.375580] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f8105-4fee-4f27-a26d-5b8fc9327840 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.387638] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.387931] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8797c5e8-ef48-4ad1-8f38-d7f4b7f324a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.395632] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 1006.395632] env[65664]: value = "task-4415788" [ 1006.395632] env[65664]: _type = "Task" [ 1006.395632] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.407685] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.416437] env[65664]: DEBUG oslo_concurrency.lockutils [req-6714dd18-65e1-4915-b70a-d20572c6feef req-0a36327a-00a8-4764-b4f8-fd74ae3b77a7 service nova] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.437912] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ddf13-e118-44e6-8aa2-4cc2b7c44015 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.446620] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b930ea14-4cb3-4bdf-87df-cd76958caf07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.478881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8920219-0e58-424c-a06f-681ae6d46f0c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.488985] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e8e591-df84-4ba5-baec-71e8b01a17bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.504818] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.562030] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415786, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.570699] env[65664]: DEBUG nova.compute.manager [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1006.571702] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.571846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d838d49-1705-46de-adfa-8509d78f7f3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.580261] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.580908] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8f2795-436b-4de8-bad4-bce6e640649e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.588992] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1006.588992] env[65664]: value = "task-4415789" [ 1006.588992] env[65664]: _type = "Task" [ 1006.588992] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.600296] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.630852] env[65664]: WARNING neutronclient.v2_0.client [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.682933] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1006.744435] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.824486] env[65664]: WARNING neutronclient.v2_0.client [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.850094] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52affced-0383-0259-3523-bc9b7c222f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.850446] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.850654] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.850891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.851046] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.851228] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.851518] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cecd2ef-c17c-4b7b-b8e2-6f0433664856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.862544] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.862740] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.864022] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5ea0c6-8dbe-4049-9bd7-59122da047d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.873277] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1006.873277] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ccf71-21a5-6d52-52f2-a632ff5975bd" [ 1006.873277] env[65664]: _type = "Task" [ 1006.873277] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.883696] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ccf71-21a5-6d52-52f2-a632ff5975bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.903297] env[65664]: DEBUG nova.network.neutron [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updated VIF entry in instance network info cache for port 7b77635c-62dc-42c4-ace1-0dcb0ae4d572. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1006.903636] env[65664]: DEBUG nova.network.neutron [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updating instance_info_cache with network_info: [{"id": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "address": "fa:16:3e:cd:2c:0b", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77635c-62", "ovs_interfaceid": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.911320] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.027297] env[65664]: ERROR nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [req-4f0d8c35-140b-46c4-b7ed-62d22a276c48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f0d8c35-140b-46c4-b7ed-62d22a276c48"}]} [ 1007.045584] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1007.064142] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415786, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.065229] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1007.065435] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.078744] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1007.101068] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.105208] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1007.137304] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1927234-eeba-4efa-bf0e-2679fb2ceb27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.158670] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.197943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.198238] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.202262] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.248675] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.387152] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ccf71-21a5-6d52-52f2-a632ff5975bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.391399] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57502c05-34d1-49a7-b340-e5696c7f8307 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.398132] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1007.398132] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521875bd-06f8-f4b6-4e54-97e2ba3b6752" [ 1007.398132] env[65664]: _type = "Task" [ 1007.398132] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.408147] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Releasing lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.408407] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Received event network-vif-deleted-0d3a35d6-c132-46a3-97b7-f992d34217fe {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.408594] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Received event network-vif-plugged-f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.408789] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Acquiring lock "3ca59827-d235-4818-b66e-2da0b5d63bd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.408995] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.409208] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.409368] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] No waiting events found dispatching network-vif-plugged-f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.409993] env[65664]: WARNING nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Received unexpected event network-vif-plugged-f50a36f0-bc74-47b1-91a3-1f113be09a9e for instance with vm_state building and task_state spawning. [ 1007.409993] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Received event network-changed-f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.409993] env[65664]: DEBUG nova.compute.manager [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Refreshing instance network info cache due to event network-changed-f50a36f0-bc74-47b1-91a3-1f113be09a9e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1007.410199] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Acquiring lock "refresh_cache-3ca59827-d235-4818-b66e-2da0b5d63bd9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.410199] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Acquired lock "refresh_cache-3ca59827-d235-4818-b66e-2da0b5d63bd9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.411060] env[65664]: DEBUG nova.network.neutron [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Refreshing network info cache for port f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.415960] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521875bd-06f8-f4b6-4e54-97e2ba3b6752, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.416660] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.416774] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8/4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.417046] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db68a248-c002-4adc-b181-5588785d3389 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.423065] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.432563] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1007.432563] env[65664]: value = "task-4415790" [ 1007.432563] env[65664]: _type = "Task" [ 1007.432563] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.444075] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.540017] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c967604a-569b-491f-bfdc-440e6103ef41 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.561753] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c91dc6-60bc-400d-a419-0863e4a1bd13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.574099] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415786, 'name': CreateVM_Task, 'duration_secs': 1.450384} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.604247] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.605242] env[65664]: WARNING neutronclient.v2_0.client [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.605660] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.605821] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.606152] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.610711] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd23e14-5c3c-4f3c-9e76-db66dbd74b4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.613380] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12323786-5deb-41d0-90b0-78788cd2f915 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.623191] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1007.623191] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52acbb59-304c-1546-d5d0-519e98089761" [ 1007.623191] env[65664]: _type = "Task" [ 1007.623191] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.623515] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415789, 'name': PowerOffVM_Task, 'duration_secs': 1.015242} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.627236] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.627468] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.632044] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25b51938-3ec1-4c82-97d6-277848a6ff59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.637657] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f622479c-0982-48e5-8fb8-0e8dcf7ea3fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.658257] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.663401] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52acbb59-304c-1546-d5d0-519e98089761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.666631] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.667092] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d868c3b3-415e-4263-84f3-9982317c0622 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.676778] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1007.676778] env[65664]: value = "task-4415792" [ 1007.676778] env[65664]: _type = "Task" [ 1007.676778] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.690207] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.704561] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1007.741335] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.745160] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.745160] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleting the datastore file [datastore1] 90fb8d0f-7b01-423e-ade3-10dc360acf62 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.745160] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32f21e84-44e1-429d-9505-ba1d0ad484e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.753453] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.755850] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1007.755850] env[65664]: value = "task-4415793" [ 1007.755850] env[65664]: _type = "Task" [ 1007.755850] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.769993] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.921898] env[65664]: WARNING neutronclient.v2_0.client [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.925344] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415788, 'name': PowerOffVM_Task, 'duration_secs': 1.228163} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.926610] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.926858] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.927749] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fe408d8-faa5-4173-bd86-7e7c88ffe826 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.948038] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.008898] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.009150] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.009394] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleting the datastore file [datastore2] 572ad7e6-3347-4608-9a01-c53c9533bef3 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.009877] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d267760-6569-4dcf-a7e8-ce37c0e5638e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.018126] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for the task: (returnval){ [ 1008.018126] env[65664]: value = "task-4415795" [ 1008.018126] env[65664]: _type = "Task" [ 1008.018126] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.027289] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.133944] env[65664]: WARNING neutronclient.v2_0.client [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.144797] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52acbb59-304c-1546-d5d0-519e98089761, 'name': SearchDatastore_Task, 'duration_secs': 0.076299} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.145339] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.145437] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.145639] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.145815] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.145943] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.146253] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ce62e16-4b9f-4def-9836-7a12d6888d12 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.157769] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.158061] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.159758] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f383d3-b392-480f-9c2d-3d8ce3e32726 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.169958] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1008.169958] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5210a1c3-3e52-a3c6-5d1b-223ca7959e41" [ 1008.169958] env[65664]: _type = "Task" [ 1008.169958] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.180199] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5210a1c3-3e52-a3c6-5d1b-223ca7959e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.190256] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415792, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.208616] env[65664]: DEBUG nova.scheduler.client.report [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1008.208616] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 131 to 132 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1008.208616] env[65664]: DEBUG nova.compute.provider_tree [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.235270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.245507] env[65664]: DEBUG nova.network.neutron [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Updated VIF entry in instance network info cache for port f50a36f0-bc74-47b1-91a3-1f113be09a9e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1008.245627] env[65664]: DEBUG nova.network.neutron [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Updating instance_info_cache with network_info: [{"id": "f50a36f0-bc74-47b1-91a3-1f113be09a9e", "address": "fa:16:3e:53:70:f8", "network": {"id": "631e009f-f888-4ddf-b3a4-0a697cf352bb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1383571061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ad63461df6841b991d394ab83c1d4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a36f0-bc", "ovs_interfaceid": "f50a36f0-bc74-47b1-91a3-1f113be09a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.252484] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.268315] env[65664]: DEBUG oslo_vmware.api [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449337} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.268603] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.268798] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.268974] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.269164] env[65664]: INFO nova.compute.manager [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1008.269786] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1008.269786] env[65664]: DEBUG nova.compute.manager [-] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1008.269786] env[65664]: DEBUG nova.network.neutron [-] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1008.270048] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.307613] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.445720] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555315} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.446020] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8/4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.446230] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.446537] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c27e96c-ae2f-43e7-b190-d805f916144b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.455334] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1008.455334] env[65664]: value = "task-4415796" [ 1008.455334] env[65664]: _type = "Task" [ 1008.455334] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465801] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.529300] env[65664]: DEBUG oslo_vmware.api [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Task: {'id': task-4415795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378784} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.529659] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.529898] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.530155] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.530400] env[65664]: INFO nova.compute.manager [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1008.530713] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1008.530963] env[65664]: DEBUG nova.compute.manager [-] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1008.531120] env[65664]: DEBUG nova.network.neutron [-] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1008.531421] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.558748] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.558748] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.681313] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5210a1c3-3e52-a3c6-5d1b-223ca7959e41, 'name': SearchDatastore_Task, 'duration_secs': 0.023152} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.687178] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2d15d2-2ea1-4912-8451-6d0e238310e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.695577] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1008.695577] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5239ff2e-7f6e-f314-29bb-2b57d654eae1" [ 1008.695577] env[65664]: _type = "Task" [ 1008.695577] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.695885] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415792, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.707232] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5239ff2e-7f6e-f314-29bb-2b57d654eae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.719800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.973s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.720616] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1008.724643] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.579s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.755722] env[65664]: DEBUG oslo_concurrency.lockutils [req-f3a661fa-69b6-4bc7-82ed-3bcc9bd7267c req-20a647f6-bd6b-496f-8d10-521afef2f218 service nova] Releasing lock "refresh_cache-3ca59827-d235-4818-b66e-2da0b5d63bd9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.757827] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.766261] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.970449] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085235} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.970449] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.971424] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d846a-182b-44d1-8c16-dd3673e32a8d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.998163] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8/4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.001336] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce66ff9-ceb3-4552-af3a-b75d7237b831 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.025527] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1009.025527] env[65664]: value = "task-4415797" [ 1009.025527] env[65664]: _type = "Task" [ 1009.025527] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.037351] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.062142] env[65664]: DEBUG nova.compute.utils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.191199] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415792, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.195064] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b589dd37-dd6d-448b-8a54-f451e332dad9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.209235] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e11298-9201-42a5-bc89-cb60f861f322 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.212691] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5239ff2e-7f6e-f314-29bb-2b57d654eae1, 'name': SearchDatastore_Task, 'duration_secs': 0.041355} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.213319] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.213670] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 3ca59827-d235-4818-b66e-2da0b5d63bd9/3ca59827-d235-4818-b66e-2da0b5d63bd9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.214310] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f540c80f-8b2c-4d98-8dfb-d8f769ca15f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.242092] env[65664]: DEBUG nova.compute.utils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.246239] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1009.247026] env[65664]: DEBUG nova.network.neutron [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1009.247187] env[65664]: WARNING neutronclient.v2_0.client [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.247640] env[65664]: WARNING neutronclient.v2_0.client [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.255221] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f732e-b47d-432e-bd10-455340295c54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.259363] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1009.259363] env[65664]: value = "task-4415798" [ 1009.259363] env[65664]: _type = "Task" [ 1009.259363] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.273425] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.276050] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3200d90-2b86-4fa1-b365-61fbd36818f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.287398] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.303494] env[65664]: DEBUG nova.network.neutron [-] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.304892] env[65664]: DEBUG nova.compute.provider_tree [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.314471] env[65664]: DEBUG nova.policy [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9d2056c015b461dbbe80576e2b908f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '614c8591c25846029aef1e8bfa8e7be6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.418830] env[65664]: DEBUG nova.compute.manager [req-9e3063aa-f860-4a55-a889-cc9bb60fe388 req-26765796-e1b6-411d-b643-cbb23af8ad17 service nova] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Received event network-vif-deleted-a146ca27-00ed-421d-952e-e303bec84887 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1009.536971] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.560223] env[65664]: DEBUG nova.network.neutron [-] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.566199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.687516] env[65664]: DEBUG nova.network.neutron [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Successfully created port: 55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1009.696787] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415792, 'name': PowerOffVM_Task, 'duration_secs': 1.529478} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.697093] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.697410] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.750871] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1009.761535] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.773022] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.807342] env[65664]: INFO nova.compute.manager [-] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Took 1.54 seconds to deallocate network for instance. [ 1009.808622] env[65664]: DEBUG nova.scheduler.client.report [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.042034] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415797, 'name': ReconfigVM_Task, 'duration_secs': 0.760222} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.042034] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8/4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.042783] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d59c56c2-d38d-473d-a135-5dca34b6b8de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.050301] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1010.050301] env[65664]: value = "task-4415799" [ 1010.050301] env[65664]: _type = "Task" [ 1010.050301] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.059874] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415799, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.063551] env[65664]: INFO nova.compute.manager [-] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Took 1.53 seconds to deallocate network for instance. [ 1010.205671] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1010.205926] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.206094] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1010.206278] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.206427] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1010.206692] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1010.206931] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.207099] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1010.207267] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1010.207422] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1010.207607] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1010.215203] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa31b38-fa7b-49ea-bd01-0fdc2acbb65f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.232208] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1010.232208] env[65664]: value = "task-4415800" [ 1010.232208] env[65664]: _type = "Task" [ 1010.232208] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.241428] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.260176] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.270702] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674274} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.271208] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 3ca59827-d235-4818-b66e-2da0b5d63bd9/3ca59827-d235-4818-b66e-2da0b5d63bd9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.271360] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.271557] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2955fed-67c6-47d9-b380-a560aebb23e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.280515] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1010.280515] env[65664]: value = "task-4415801" [ 1010.280515] env[65664]: _type = "Task" [ 1010.280515] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.294757] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.316336] env[65664]: DEBUG oslo_concurrency.lockutils [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.592s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.316553] env[65664]: INFO nova.compute.manager [None req-11c41af0-17e2-4885-b37e-3e94fc3743e0 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Successfully reverted task state from rebuilding on failure for instance. [ 1010.324147] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.435s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.324826] env[65664]: DEBUG nova.objects.instance [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lazy-loading 'resources' on Instance uuid 3c4e475a-ea3b-47b4-b1c8-924fe4737594 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.328174] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.561043] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415799, 'name': Rename_Task, 'duration_secs': 0.267486} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.563589] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.563589] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c401ac-4f6b-4f38-9c06-eceb5b11c08c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.570727] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1010.570727] env[65664]: value = "task-4415802" [ 1010.570727] env[65664]: _type = "Task" [ 1010.570727] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.570727] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.578916] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.671218] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.671628] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.671756] env[65664]: INFO nova.compute.manager [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Attaching volume 0df50e21-3488-4dd1-9468-dc9d5475995b to /dev/sdb [ 1010.709586] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5bff9-35cb-49a1-b6ba-0a77ef2a5614 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.717380] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e86ab4d-d525-4858-acdb-8abff438f196 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.734317] env[65664]: DEBUG nova.virt.block_device [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating existing volume attachment record: bb677232-3586-4aab-a5a4-2b289ad20b22 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1010.747362] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415800, 'name': ReconfigVM_Task, 'duration_secs': 0.212693} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.751142] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.763234] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1010.765713] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.795220] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076126} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.801086] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.801086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab35c7-becc-4a8b-86a4-be031706156b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.807380] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1010.809678] env[65664]: DEBUG nova.virt.hardware [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1010.810668] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6659b42f-0e5e-450c-a611-34007e6a2b89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.834954] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3ca59827-d235-4818-b66e-2da0b5d63bd9/3ca59827-d235-4818-b66e-2da0b5d63bd9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.840325] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0f27e2-a14e-4b16-9a6c-ec6eabad30f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.862282] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1de308-50b4-48bb-a631-e186771f27cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.871728] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1010.871728] env[65664]: value = "task-4415803" [ 1010.871728] env[65664]: _type = "Task" [ 1010.871728] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.891273] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.082591] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.258890] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.268881] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.269144] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.269814] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.269814] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.269814] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.269814] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.270060] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.270395] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.270395] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.270553] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.270713] env[65664]: DEBUG nova.virt.hardware [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.277085] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.277421] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff4101f-4e72-4f00-a7f0-d6c9372b4343 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.305553] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1011.305553] env[65664]: value = "task-4415805" [ 1011.305553] env[65664]: _type = "Task" [ 1011.305553] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.316049] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.372769] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95199f47-7c19-42a0-91e5-620672989bfc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.382765] env[65664]: DEBUG nova.compute.manager [req-cb67fcba-c367-4b52-aab5-3153f297a9e5 req-f7779bed-3e65-4b8e-a857-001a5b5eee8f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Received event network-vif-plugged-55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1011.382765] env[65664]: DEBUG oslo_concurrency.lockutils [req-cb67fcba-c367-4b52-aab5-3153f297a9e5 req-f7779bed-3e65-4b8e-a857-001a5b5eee8f service nova] Acquiring lock "12e7d846-7059-4d21-81b6-19e9afd6d007-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.382765] env[65664]: DEBUG oslo_concurrency.lockutils [req-cb67fcba-c367-4b52-aab5-3153f297a9e5 req-f7779bed-3e65-4b8e-a857-001a5b5eee8f service nova] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.382765] env[65664]: DEBUG oslo_concurrency.lockutils [req-cb67fcba-c367-4b52-aab5-3153f297a9e5 req-f7779bed-3e65-4b8e-a857-001a5b5eee8f service nova] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.382765] env[65664]: DEBUG nova.compute.manager [req-cb67fcba-c367-4b52-aab5-3153f297a9e5 req-f7779bed-3e65-4b8e-a857-001a5b5eee8f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] No waiting events found dispatching network-vif-plugged-55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1011.382765] env[65664]: WARNING nova.compute.manager [req-cb67fcba-c367-4b52-aab5-3153f297a9e5 req-f7779bed-3e65-4b8e-a857-001a5b5eee8f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Received unexpected event network-vif-plugged-55049c03-f59a-4652-a69a-52a6dabd4ca0 for instance with vm_state building and task_state spawning. [ 1011.388997] env[65664]: DEBUG nova.network.neutron [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Successfully updated port: 55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1011.395286] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f827bc4f-81cd-44ad-bd13-919c8243e165 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.403739] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.443852] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481af838-e69c-4937-b3ab-1f9d75e82312 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.454924] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933775f6-f3d0-4930-9080-0f08f321abf8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.465268] env[65664]: DEBUG nova.compute.manager [req-60105a44-765e-4944-b880-59f14e855313 req-d4d49bdd-8754-4a04-82ed-1081c8082852 service nova] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Received event network-vif-deleted-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1011.475023] env[65664]: DEBUG nova.compute.provider_tree [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.585559] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.759376] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.815077] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415805, 'name': ReconfigVM_Task, 'duration_secs': 0.20299} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.815077] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.815897] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf01f1e4-418e-4500-b65a-e220a06e1632 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.843221] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086/835cb91b-4107-4c1e-b207-3ce081a13086.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.843659] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e088500e-8820-4d54-b223-e2f5878f61d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.865048] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1011.865048] env[65664]: value = "task-4415808" [ 1011.865048] env[65664]: _type = "Task" [ 1011.865048] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.875789] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.890796] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415803, 'name': ReconfigVM_Task, 'duration_secs': 0.9256} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.890796] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3ca59827-d235-4818-b66e-2da0b5d63bd9/3ca59827-d235-4818-b66e-2da0b5d63bd9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.891520] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72c0691c-e1b9-4c92-aced-89748911bc5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.893844] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.894040] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquired lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.894243] env[65664]: DEBUG nova.network.neutron [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.902710] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1011.902710] env[65664]: value = "task-4415809" [ 1011.902710] env[65664]: _type = "Task" [ 1011.902710] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.918743] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415809, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.979592] env[65664]: DEBUG nova.scheduler.client.report [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.087210] env[65664]: DEBUG oslo_vmware.api [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415802, 'name': PowerOnVM_Task, 'duration_secs': 1.425371} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.087441] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.088177] env[65664]: INFO nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1012.088177] env[65664]: DEBUG nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.088805] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7007d21e-d0b5-4f4d-b7e3-b8c5099ee7d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.260352] env[65664]: DEBUG oslo_vmware.api [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415787, 'name': ReconfigVM_Task, 'duration_secs': 5.846634} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.260528] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.260842] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Reconfigured VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1012.262390] env[65664]: WARNING neutronclient.v2_0.client [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.262390] env[65664]: WARNING neutronclient.v2_0.client [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.379792] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415808, 'name': ReconfigVM_Task, 'duration_secs': 0.349367} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.380212] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086/835cb91b-4107-4c1e-b207-3ce081a13086.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.380490] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.416811] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415809, 'name': Rename_Task, 'duration_secs': 0.192051} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.416811] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.416811] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-086ec8ef-539c-4648-abb0-66ea1d273b49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.424770] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1012.424770] env[65664]: value = "task-4415810" [ 1012.424770] env[65664]: _type = "Task" [ 1012.424770] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.436377] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.437855] env[65664]: DEBUG nova.network.neutron [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1012.485991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.490496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.732s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.493595] env[65664]: INFO nova.compute.claims [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.519156] env[65664]: INFO nova.scheduler.client.report [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Deleted allocations for instance 3c4e475a-ea3b-47b4-b1c8-924fe4737594 [ 1012.610242] env[65664]: WARNING neutronclient.v2_0.client [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.616127] env[65664]: INFO nova.compute.manager [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Took 23.29 seconds to build instance. [ 1012.699033] env[65664]: DEBUG nova.network.neutron [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Updating instance_info_cache with network_info: [{"id": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "address": "fa:16:3e:99:ec:63", "network": {"id": "1732352f-565e-4e82-a82f-bbe412a1e130", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-716354234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614c8591c25846029aef1e8bfa8e7be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55049c03-f5", "ovs_interfaceid": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.888139] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f97f53b-0aac-4763-a3ab-eb11d8c8ac9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.913854] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339450c-46f8-4c1e-9f5d-043e8a1fe9fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.935867] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.950954] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415810, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.033190] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8acea1bf-77cd-45e6-b736-59e68486a027 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Lock "3c4e475a-ea3b-47b4-b1c8-924fe4737594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.981s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.119955] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.810s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.185661] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.186182] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.188035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.188035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.188035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.189753] env[65664]: INFO nova.compute.manager [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Terminating instance [ 1013.203938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Releasing lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.203938] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Instance network_info: |[{"id": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "address": "fa:16:3e:99:ec:63", "network": {"id": "1732352f-565e-4e82-a82f-bbe412a1e130", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-716354234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614c8591c25846029aef1e8bfa8e7be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55049c03-f5", "ovs_interfaceid": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1013.203938] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ec:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55049c03-f59a-4652-a69a-52a6dabd4ca0', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.212536] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Creating folder: Project (614c8591c25846029aef1e8bfa8e7be6). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.213508] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be36b3eb-cdb3-47f9-9a74-d065a66e6cd0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.225448] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Created folder: Project (614c8591c25846029aef1e8bfa8e7be6) in parent group-v863926. [ 1013.226156] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Creating folder: Instances. Parent ref: group-v864163. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.226156] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1988737a-5f26-47c3-8e02-f0d2644afbbb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.237692] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Created folder: Instances in parent group-v864163. [ 1013.238065] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1013.238168] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.239181] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ffa63a3-d5d4-4c27-bd27-14a9c6e16bc6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260659] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.260659] env[65664]: value = "task-4415813" [ 1013.260659] env[65664]: _type = "Task" [ 1013.260659] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.270278] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415813, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.453031] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.453319] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.457043] env[65664]: DEBUG oslo_vmware.api [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415810, 'name': PowerOnVM_Task, 'duration_secs': 0.767725} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.457239] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.458111] env[65664]: INFO nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1013.458111] env[65664]: DEBUG nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1013.458651] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882e67e5-c561-4779-b58d-586e2c0af201 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.491514] env[65664]: DEBUG nova.compute.manager [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Received event network-changed-55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1013.491774] env[65664]: DEBUG nova.compute.manager [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Refreshing instance network info cache due to event network-changed-55049c03-f59a-4652-a69a-52a6dabd4ca0. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1013.492469] env[65664]: DEBUG oslo_concurrency.lockutils [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] Acquiring lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.492469] env[65664]: DEBUG oslo_concurrency.lockutils [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] Acquired lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.492469] env[65664]: DEBUG nova.network.neutron [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Refreshing network info cache for port 55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.500467] env[65664]: DEBUG nova.network.neutron [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Port 7b624e33-1161-49c3-ba50-8520a866fc14 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1013.513268] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.513268] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.540453] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.540630] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.540817] env[65664]: DEBUG nova.network.neutron [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1013.677194] env[65664]: DEBUG nova.compute.manager [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-vif-deleted-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1013.677540] env[65664]: INFO nova.compute.manager [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Neutron deleted interface 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed; detaching it from the instance and deleting it from the info cache [ 1013.677917] env[65664]: DEBUG nova.network.neutron [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.694411] env[65664]: DEBUG nova.compute.manager [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1013.694840] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.696176] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a835e0-1b0c-449f-a87e-1d1de578bf0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.712262] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.712599] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfc43eca-9045-45a6-87dd-58c43f8aa551 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.723818] env[65664]: DEBUG oslo_vmware.api [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1013.723818] env[65664]: value = "task-4415815" [ 1013.723818] env[65664]: _type = "Task" [ 1013.723818] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.736429] env[65664]: DEBUG oslo_vmware.api [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.782358] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415813, 'name': CreateVM_Task, 'duration_secs': 0.49083} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.782623] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.783392] env[65664]: WARNING neutronclient.v2_0.client [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.783979] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.784559] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.786031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.786031] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6af369b-b833-491c-a84e-c7151cf91519 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.792234] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1013.792234] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e0c17-c346-587e-62b7-0d39943b1800" [ 1013.792234] env[65664]: _type = "Task" [ 1013.792234] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.805396] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e0c17-c346-587e-62b7-0d39943b1800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.955422] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97738bd-7dad-4088-aff5-a6115d047887 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.964466] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a1a2f-d61a-41e6-b146-96059ec8ad92 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.004194] env[65664]: WARNING neutronclient.v2_0.client [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.014196] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f1ccc7-5377-4988-9433-775c23aac971 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.019206] env[65664]: INFO nova.compute.manager [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Took 23.30 seconds to build instance. [ 1014.023672] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1014.031846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fc9047-c355-4e12-8294-ccb4024fb35c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.052776] env[65664]: WARNING neutronclient.v2_0.client [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.056586] env[65664]: DEBUG nova.compute.provider_tree [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.182840] env[65664]: DEBUG oslo_concurrency.lockutils [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] Acquiring lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.236613] env[65664]: DEBUG oslo_vmware.api [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415815, 'name': PowerOffVM_Task, 'duration_secs': 0.201091} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.240545] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.240796] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.241495] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc2d582-36f8-49ca-9a39-25512afca055 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.307492] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e0c17-c346-587e-62b7-0d39943b1800, 'name': SearchDatastore_Task, 'duration_secs': 0.017775} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.311909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.312081] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.312450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.312450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.312662] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.314451] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d9c1297-f104-4d8d-81de-529e036a73e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.317305] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.317305] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.317305] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleting the datastore file [datastore2] b377da4a-3b4a-425f-aabb-9358efe858aa {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.317892] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286c8255-f3f8-4b70-a7de-ab3f8f2ac405 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.328089] env[65664]: DEBUG oslo_vmware.api [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1014.328089] env[65664]: value = "task-4415817" [ 1014.328089] env[65664]: _type = "Task" [ 1014.328089] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.333878] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.334069] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.338027] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b994c9-8214-40a4-a614-8d9909ce5101 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.345802] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1014.345802] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523fa5cd-de8a-abdb-9daf-86dfd6d677be" [ 1014.345802] env[65664]: _type = "Task" [ 1014.345802] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.350086] env[65664]: DEBUG oslo_vmware.api [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.361627] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523fa5cd-de8a-abdb-9daf-86dfd6d677be, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.362496] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e13c22a-c47a-44c4-9ddc-318585942f2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.366569] env[65664]: WARNING neutronclient.v2_0.client [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.374096] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1014.374096] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d458b2-8b13-6019-5870-9c799e2b501b" [ 1014.374096] env[65664]: _type = "Task" [ 1014.374096] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.384192] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d458b2-8b13-6019-5870-9c799e2b501b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.395068] env[65664]: WARNING neutronclient.v2_0.client [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.531854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0109a901-4972-46ab-a991-63207548525e tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.386s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.542350] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.542624] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.542898] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.565029] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.588987] env[65664]: ERROR nova.scheduler.client.report [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [req-9850f363-6985-4aaf-a0d7-00830423aa3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9850f363-6985-4aaf-a0d7-00830423aa3e"}]} [ 1014.613994] env[65664]: DEBUG nova.scheduler.client.report [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1014.617746] env[65664]: DEBUG nova.network.neutron [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Updated VIF entry in instance network info cache for port 55049c03-f59a-4652-a69a-52a6dabd4ca0. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.617746] env[65664]: DEBUG nova.network.neutron [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Updating instance_info_cache with network_info: [{"id": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "address": "fa:16:3e:99:ec:63", "network": {"id": "1732352f-565e-4e82-a82f-bbe412a1e130", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-716354234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614c8591c25846029aef1e8bfa8e7be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55049c03-f5", "ovs_interfaceid": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.630898] env[65664]: DEBUG nova.scheduler.client.report [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1014.631144] env[65664]: DEBUG nova.compute.provider_tree [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.644155] env[65664]: DEBUG nova.scheduler.client.report [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1014.652688] env[65664]: INFO nova.network.neutron [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Port 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1014.653114] env[65664]: DEBUG nova.network.neutron [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [{"id": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "address": "fa:16:3e:57:07:43", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f05844a-39", "ovs_interfaceid": "7f05844a-3919-4d0b-979a-8867c46ed5c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.672413] env[65664]: DEBUG nova.scheduler.client.report [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1014.689369] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.689648] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.689870] env[65664]: INFO nova.compute.manager [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Shelving [ 1014.850029] env[65664]: DEBUG oslo_vmware.api [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178798} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.854139] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.854449] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.854665] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.854877] env[65664]: INFO nova.compute.manager [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1014.855174] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1014.856669] env[65664]: DEBUG nova.compute.manager [-] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1014.857792] env[65664]: DEBUG nova.network.neutron [-] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1014.857957] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.889278] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d458b2-8b13-6019-5870-9c799e2b501b, 'name': SearchDatastore_Task, 'duration_secs': 0.014612} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.892914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.892914] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 12e7d846-7059-4d21-81b6-19e9afd6d007/12e7d846-7059-4d21-81b6-19e9afd6d007.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.893757] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a4c6ae-1636-40c5-8cb9-ba67b5bebb03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.904302] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1014.904302] env[65664]: value = "task-4415818" [ 1014.904302] env[65664]: _type = "Task" [ 1014.904302] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.918272] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.119890] env[65664]: DEBUG oslo_concurrency.lockutils [req-dc1b3bad-4faa-42f4-8dba-9f62e45acad5 req-565f766d-ca08-45a4-9f62-1ede0864826f service nova] Releasing lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.134093] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0da56f-017a-42ab-9403-a4a83a9dc7c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.144658] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c0357-867c-4c42-bbae-d994d87a3db4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.178774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.182172] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7473a9-e890-4127-85dd-f1d29a0b1ac3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.194436] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5155d7-7267-4233-b368-ed075c9b498d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.216601] env[65664]: DEBUG nova.compute.provider_tree [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.218688] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.219103] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126767ba-7e41-47b9-9161-44c6a6211e69 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.228385] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1015.228385] env[65664]: value = "task-4415819" [ 1015.228385] env[65664]: _type = "Task" [ 1015.228385] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.241495] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.422785] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.549371] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.585770] env[65664]: DEBUG nova.compute.manager [req-fd8b4755-b9fc-4244-b533-771dd6ff29e9 req-6b3f117d-f99e-4dd2-8e9d-516498544a9c service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Received event network-vif-deleted-7f05844a-3919-4d0b-979a-8867c46ed5c1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1015.586075] env[65664]: INFO nova.compute.manager [req-fd8b4755-b9fc-4244-b533-771dd6ff29e9 req-6b3f117d-f99e-4dd2-8e9d-516498544a9c service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Neutron deleted interface 7f05844a-3919-4d0b-979a-8867c46ed5c1; detaching it from the instance and deleting it from the info cache [ 1015.586143] env[65664]: DEBUG nova.network.neutron [req-fd8b4755-b9fc-4244-b533-771dd6ff29e9 req-6b3f117d-f99e-4dd2-8e9d-516498544a9c service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.588218] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.588829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.588829] env[65664]: DEBUG nova.network.neutron [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.687483] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-b377da4a-3b4a-425f-aabb-9358efe858aa-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.043s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.724631] env[65664]: DEBUG nova.scheduler.client.report [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.739647] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415819, 'name': PowerOffVM_Task, 'duration_secs': 0.251258} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.739884] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.741043] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5fa30-a5ef-474e-a951-c14f69de1cfe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.765685] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd3515-409e-4689-9f50-ab5d2418647e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.808255] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.808698] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864162', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'name': 'volume-0df50e21-3488-4dd1-9468-dc9d5475995b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b83686-1f79-4fe7-9103-96a1885d82b4', 'attached_at': '', 'detached_at': '', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'serial': '0df50e21-3488-4dd1-9468-dc9d5475995b'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.810711] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0170136-0f45-40eb-bef4-f52541a9e2d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.849668] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1de9f-fbcf-48fb-bdf0-b2f2ce0c42ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.881395] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-0df50e21-3488-4dd1-9468-dc9d5475995b/volume-0df50e21-3488-4dd1-9468-dc9d5475995b.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.882397] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dee116c-c425-4b5c-8898-05ef4e3b0684 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.903215] env[65664]: DEBUG oslo_vmware.api [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1015.903215] env[65664]: value = "task-4415820" [ 1015.903215] env[65664]: _type = "Task" [ 1015.903215] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.912532] env[65664]: DEBUG oslo_vmware.api [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.921581] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621924} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.922146] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 12e7d846-7059-4d21-81b6-19e9afd6d007/12e7d846-7059-4d21-81b6-19e9afd6d007.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.922146] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.922437] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cadc89d3-8278-4451-894f-870a7a72c605 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.931252] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1015.931252] env[65664]: value = "task-4415821" [ 1015.931252] env[65664]: _type = "Task" [ 1015.931252] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.945178] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.984759] env[65664]: DEBUG nova.network.neutron [-] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.092450] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.095374] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffb71c4e-e50f-4f93-b62c-1805b19f228f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.107186] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c5c28-eaa6-471f-a507-87ad98b65162 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.148554] env[65664]: DEBUG nova.compute.manager [req-fd8b4755-b9fc-4244-b533-771dd6ff29e9 req-6b3f117d-f99e-4dd2-8e9d-516498544a9c service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Detach interface failed, port_id=7f05844a-3919-4d0b-979a-8867c46ed5c1, reason: Instance b377da4a-3b4a-425f-aabb-9358efe858aa could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1016.229860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.739s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.230475] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1016.235159] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.838s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.235159] env[65664]: DEBUG nova.objects.instance [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lazy-loading 'resources' on Instance uuid b4033c80-be9c-4753-a7d8-d3edd36dd31e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.280429] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.281150] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f70018c-2db0-484c-8a75-50f460a75225 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.293024] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1016.293024] env[65664]: value = "task-4415822" [ 1016.293024] env[65664]: _type = "Task" [ 1016.293024] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.309428] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.321156] env[65664]: WARNING neutronclient.v2_0.client [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.417021] env[65664]: DEBUG oslo_vmware.api [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415820, 'name': ReconfigVM_Task, 'duration_secs': 0.430291} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.417021] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-0df50e21-3488-4dd1-9468-dc9d5475995b/volume-0df50e21-3488-4dd1-9468-dc9d5475995b.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.421208] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2fc90b-1866-4a5e-9392-437e62173899 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.441149] env[65664]: DEBUG nova.network.neutron [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [{"id": "7b624e33-1161-49c3-ba50-8520a866fc14", "address": "fa:16:3e:fd:af:99", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b624e33-11", "ovs_interfaceid": "7b624e33-1161-49c3-ba50-8520a866fc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.445944] env[65664]: DEBUG oslo_vmware.api [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1016.445944] env[65664]: value = "task-4415823" [ 1016.445944] env[65664]: _type = "Task" [ 1016.445944] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.449799] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120722} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.454099] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.455283] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f332392c-52dd-4b87-9350-4698b347f2de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.466861] env[65664]: DEBUG oslo_vmware.api [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.493994] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 12e7d846-7059-4d21-81b6-19e9afd6d007/12e7d846-7059-4d21-81b6-19e9afd6d007.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.494583] env[65664]: INFO nova.compute.manager [-] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Took 1.64 seconds to deallocate network for instance. [ 1016.495319] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdafdcab-49f8-4a7b-886e-60d23a28d6c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.521678] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1016.521678] env[65664]: value = "task-4415824" [ 1016.521678] env[65664]: _type = "Task" [ 1016.521678] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.530951] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.738201] env[65664]: DEBUG nova.compute.utils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.743298] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1016.743298] env[65664]: DEBUG nova.network.neutron [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.743631] env[65664]: WARNING neutronclient.v2_0.client [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.743921] env[65664]: WARNING neutronclient.v2_0.client [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.794103] env[65664]: DEBUG nova.policy [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dba98e83618c4fb799032fe997162bd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e505a087364583bc6a5d460da9a6ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.807814] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.888620] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "0006023e-3281-4a82-a49f-fdc03492f322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.889524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "0006023e-3281-4a82-a49f-fdc03492f322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.944204] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.960588] env[65664]: DEBUG oslo_vmware.api [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415823, 'name': ReconfigVM_Task, 'duration_secs': 0.177348} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.960916] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864162', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'name': 'volume-0df50e21-3488-4dd1-9468-dc9d5475995b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b83686-1f79-4fe7-9103-96a1885d82b4', 'attached_at': '', 'detached_at': '', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'serial': '0df50e21-3488-4dd1-9468-dc9d5475995b'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1017.019642] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.035318] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.172268] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb4b72e-ce8f-4d00-bbd1-641e517fbb19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.181587] env[65664]: DEBUG nova.network.neutron [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Successfully created port: faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1017.184790] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0855ed3d-dd8b-4418-8f34-d8c8f566012d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.219622] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e5d43-b3aa-4624-82d1-85853c29ca46 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229926] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c45722f-9ce1-4d4e-acc8-04ef9b08bcef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.244467] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "3ca59827-d235-4818-b66e-2da0b5d63bd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.244826] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.245122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "3ca59827-d235-4818-b66e-2da0b5d63bd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.245325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.245494] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.247306] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1017.249949] env[65664]: DEBUG nova.compute.provider_tree [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.251509] env[65664]: INFO nova.compute.manager [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Terminating instance [ 1017.303631] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.392831] env[65664]: DEBUG nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1017.471134] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e1ec5-0736-4051-8f41-c3883309fd60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.493099] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e571ebbb-ffbe-40cd-994c-2e46d854f55c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.502179] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.533604] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415824, 'name': ReconfigVM_Task, 'duration_secs': 0.698947} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.533733] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 12e7d846-7059-4d21-81b6-19e9afd6d007/12e7d846-7059-4d21-81b6-19e9afd6d007.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.534434] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6166d555-43a5-414f-b05d-ec2f372d72d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.541906] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1017.541906] env[65664]: value = "task-4415825" [ 1017.541906] env[65664]: _type = "Task" [ 1017.541906] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.551491] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415825, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.762173] env[65664]: DEBUG nova.compute.manager [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1017.762173] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.762173] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85464b3d-31db-4b15-8316-222caf761c6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.770771] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.771093] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64740873-d66a-411c-8e1c-0e23c729be05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.777703] env[65664]: ERROR nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] [req-e98294d4-e7d0-4f2f-87f1-d6d1d3e7aa93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e98294d4-e7d0-4f2f-87f1-d6d1d3e7aa93"}]} [ 1017.782374] env[65664]: DEBUG oslo_vmware.api [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1017.782374] env[65664]: value = "task-4415826" [ 1017.782374] env[65664]: _type = "Task" [ 1017.782374] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.791901] env[65664]: DEBUG oslo_vmware.api [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.800268] env[65664]: DEBUG nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.806483] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415822, 'name': CreateSnapshot_Task, 'duration_secs': 1.244905} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.806754] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.808037] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b152c5b-a1b4-4f1f-ac02-130cf5e506ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.820299] env[65664]: DEBUG nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.820573] env[65664]: DEBUG nova.compute.provider_tree [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.835482] env[65664]: DEBUG nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.865131] env[65664]: DEBUG nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.918437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.008226] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.008701] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f15fefe-cdd2-4409-980b-e5f5273bc016 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.013705] env[65664]: DEBUG nova.objects.instance [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'flavor' on Instance uuid d7b83686-1f79-4fe7-9103-96a1885d82b4 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.016968] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1018.016968] env[65664]: value = "task-4415827" [ 1018.016968] env[65664]: _type = "Task" [ 1018.016968] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.029020] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.054720] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415825, 'name': Rename_Task, 'duration_secs': 0.274736} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.055373] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.055373] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2069a26a-e1fe-45d5-8c05-e099d3d234cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.066673] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1018.066673] env[65664]: value = "task-4415828" [ 1018.066673] env[65664]: _type = "Task" [ 1018.066673] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.078133] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.201974] env[65664]: INFO nova.compute.manager [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Rescuing [ 1018.202371] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.202580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.202785] env[65664]: DEBUG nova.network.neutron [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.263682] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1018.294376] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5bc576-5f7c-4150-bb37-51199261615d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.299595] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.300034] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.300135] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.300463] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.300615] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.300782] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.301369] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.301369] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.301369] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.301625] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.301744] env[65664]: DEBUG nova.virt.hardware [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.305757] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c2ee4b-5b7c-49ce-bfac-d319053065e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.308695] env[65664]: DEBUG oslo_vmware.api [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415826, 'name': PowerOffVM_Task, 'duration_secs': 0.187461} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.309454] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.309675] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.310362] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b13cbdb-0614-4d88-9f00-9fece4664d1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.318090] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb676b-ca7b-4926-843a-cdaced7c9314 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.323206] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182ac288-44d8-4d7a-898d-0cf77b4af7b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.334037] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1018.334520] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-696ed475-5c36-48ce-ad1d-ef64159dffb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.380532] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002210c0-1348-49e7-90af-82e649dbe946 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.383610] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1018.383610] env[65664]: value = "task-4415830" [ 1018.383610] env[65664]: _type = "Task" [ 1018.383610] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.390792] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce1fedc-52cc-4af7-a3bf-06d8418c3aae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.399596] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415830, 'name': CloneVM_Task} progress is 12%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.404792] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.405140] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.405344] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Deleting the datastore file [datastore1] 3ca59827-d235-4818-b66e-2da0b5d63bd9 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.414940] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43cd7741-6896-4969-a838-731482a729a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.417628] env[65664]: DEBUG nova.compute.provider_tree [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.427245] env[65664]: DEBUG oslo_vmware.api [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for the task: (returnval){ [ 1018.427245] env[65664]: value = "task-4415831" [ 1018.427245] env[65664]: _type = "Task" [ 1018.427245] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.445928] env[65664]: DEBUG oslo_vmware.api [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.525069] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f6e8af37-5e89-43ab-9b98-33b4d2f354b5 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.533060] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.577946] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415828, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.676843] env[65664]: DEBUG nova.compute.manager [req-e78147cc-4a96-4542-8947-01fd99047a92 req-2336d5e6-4033-4bb5-ac0e-5a9adee6bd9b service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Received event network-vif-plugged-faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1018.677102] env[65664]: DEBUG oslo_concurrency.lockutils [req-e78147cc-4a96-4542-8947-01fd99047a92 req-2336d5e6-4033-4bb5-ac0e-5a9adee6bd9b service nova] Acquiring lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.677427] env[65664]: DEBUG oslo_concurrency.lockutils [req-e78147cc-4a96-4542-8947-01fd99047a92 req-2336d5e6-4033-4bb5-ac0e-5a9adee6bd9b service nova] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.677633] env[65664]: DEBUG oslo_concurrency.lockutils [req-e78147cc-4a96-4542-8947-01fd99047a92 req-2336d5e6-4033-4bb5-ac0e-5a9adee6bd9b service nova] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.677840] env[65664]: DEBUG nova.compute.manager [req-e78147cc-4a96-4542-8947-01fd99047a92 req-2336d5e6-4033-4bb5-ac0e-5a9adee6bd9b service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] No waiting events found dispatching network-vif-plugged-faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1018.678081] env[65664]: WARNING nova.compute.manager [req-e78147cc-4a96-4542-8947-01fd99047a92 req-2336d5e6-4033-4bb5-ac0e-5a9adee6bd9b service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Received unexpected event network-vif-plugged-faef096c-7148-427b-9eca-6b47e32ed8ca for instance with vm_state building and task_state spawning. [ 1018.709213] env[65664]: WARNING neutronclient.v2_0.client [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.795392] env[65664]: DEBUG nova.network.neutron [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Successfully updated port: faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1018.894668] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415830, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.895996] env[65664]: WARNING neutronclient.v2_0.client [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.943233] env[65664]: DEBUG oslo_vmware.api [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Task: {'id': task-4415831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293403} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.943574] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.944019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.944019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.944019] env[65664]: INFO nova.compute.manager [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1018.944448] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1018.944775] env[65664]: DEBUG nova.compute.manager [-] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1018.944775] env[65664]: DEBUG nova.network.neutron [-] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1018.945019] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.962172] env[65664]: DEBUG nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.962464] env[65664]: DEBUG nova.compute.provider_tree [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 134 to 135 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.962671] env[65664]: DEBUG nova.compute.provider_tree [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.970136] env[65664]: DEBUG nova.network.neutron [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.004993] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.030820] env[65664]: DEBUG oslo_vmware.api [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415827, 'name': PowerOnVM_Task, 'duration_secs': 0.655955} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.031093] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.031280] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3bc871-ade0-4016-aa9a-06131b6acb23 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance '835cb91b-4107-4c1e-b207-3ce081a13086' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.079902] env[65664]: DEBUG oslo_vmware.api [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415828, 'name': PowerOnVM_Task, 'duration_secs': 0.784198} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.080923] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.080923] env[65664]: INFO nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1019.080923] env[65664]: DEBUG nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1019.081508] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7c8c3-07ab-443d-9506-14f82bcdd79d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.298811] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "refresh_cache-7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.299222] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "refresh_cache-7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.299458] env[65664]: DEBUG nova.network.neutron [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1019.396601] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415830, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.470548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.236s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.473925] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.561s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.473925] env[65664]: DEBUG nova.objects.instance [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lazy-loading 'resources' on Instance uuid cc7c15c8-ee79-435d-88ae-d067cf2fa6db {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.475181] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.501831] env[65664]: INFO nova.scheduler.client.report [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Deleted allocations for instance b4033c80-be9c-4753-a7d8-d3edd36dd31e [ 1019.601986] env[65664]: INFO nova.compute.manager [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Took 25.77 seconds to build instance. [ 1019.760246] env[65664]: DEBUG nova.network.neutron [-] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.837689] env[65664]: DEBUG nova.network.neutron [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.899386] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415830, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.925607] env[65664]: WARNING neutronclient.v2_0.client [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.014621] env[65664]: DEBUG nova.network.neutron [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Updating instance_info_cache with network_info: [{"id": "faef096c-7148-427b-9eca-6b47e32ed8ca", "address": "fa:16:3e:2f:83:d8", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaef096c-71", "ovs_interfaceid": "faef096c-7148-427b-9eca-6b47e32ed8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.021724] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Lock "b4033c80-be9c-4753-a7d8-d3edd36dd31e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.847s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.039263] env[65664]: DEBUG nova.compute.manager [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Received event network-changed-55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1020.039263] env[65664]: DEBUG nova.compute.manager [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Refreshing instance network info cache due to event network-changed-55049c03-f59a-4652-a69a-52a6dabd4ca0. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1020.039385] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] Acquiring lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.039498] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] Acquired lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.039647] env[65664]: DEBUG nova.network.neutron [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Refreshing network info cache for port 55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.105895] env[65664]: DEBUG oslo_concurrency.lockutils [None req-da53899d-3970-4015-af55-bd108b1226b0 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.285s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.262647] env[65664]: INFO nova.compute.manager [-] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Took 1.32 seconds to deallocate network for instance. [ 1020.401963] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415830, 'name': CloneVM_Task, 'duration_secs': 1.789554} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.406378] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Created linked-clone VM from snapshot [ 1020.407687] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeeecb3-fa9d-42b7-a62c-5c57fa11d35c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.417394] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Uploading image 1a595e2a-b06c-429f-8815-be6427e47cd9 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1020.421478] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93260b5-7052-44e6-b8e3-9a7cac35850b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.429255] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cb419e-596f-44b0-8b0d-ae5f553edbb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.467164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ddb330-4a29-4334-9d0f-8cb6eaf2a6b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.476656] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1020.476656] env[65664]: value = "vm-864167" [ 1020.476656] env[65664]: _type = "VirtualMachine" [ 1020.476656] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1020.478200] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040b7d45-3c73-44cf-9056-e531ba85ba70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.482669] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb682489-3953-40d9-a07c-3582f7a4fb5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.499023] env[65664]: DEBUG nova.compute.provider_tree [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.501325] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lease: (returnval){ [ 1020.501325] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab3818-5fe2-412a-dd3d-4bfa81c7b934" [ 1020.501325] env[65664]: _type = "HttpNfcLease" [ 1020.501325] env[65664]: } obtained for exporting VM: (result){ [ 1020.501325] env[65664]: value = "vm-864167" [ 1020.501325] env[65664]: _type = "VirtualMachine" [ 1020.501325] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1020.501630] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the lease: (returnval){ [ 1020.501630] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab3818-5fe2-412a-dd3d-4bfa81c7b934" [ 1020.501630] env[65664]: _type = "HttpNfcLease" [ 1020.501630] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1020.512335] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.512335] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab3818-5fe2-412a-dd3d-4bfa81c7b934" [ 1020.512335] env[65664]: _type = "HttpNfcLease" [ 1020.512335] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.513037] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.513037] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab3818-5fe2-412a-dd3d-4bfa81c7b934" [ 1020.513037] env[65664]: _type = "HttpNfcLease" [ 1020.513037] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.513766] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b64ac0-72f8-4421-aeaf-95dc47accd13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.522743] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "refresh_cache-7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.523037] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Instance network_info: |[{"id": "faef096c-7148-427b-9eca-6b47e32ed8ca", "address": "fa:16:3e:2f:83:d8", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaef096c-71", "ovs_interfaceid": "faef096c-7148-427b-9eca-6b47e32ed8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1020.524968] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4dc5f-da74-b6bf-c7ef-7cd091dd7d22/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.525444] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4dc5f-da74-b6bf-c7ef-7cd091dd7d22/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.527684] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:83:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faef096c-7148-427b-9eca-6b47e32ed8ca', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.535399] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1020.537634] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.537893] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.538372] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615567bc-e478-4a20-98b7-b43878dfa5ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.592173] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c433ac0-01f1-44d9-9917-982203813324 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.607633] env[65664]: WARNING neutronclient.v2_0.client [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.626626] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1020.626626] env[65664]: value = "task-4415833" [ 1020.626626] env[65664]: _type = "Task" [ 1020.626626] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.632550] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.632550] env[65664]: value = "task-4415834" [ 1020.632550] env[65664]: _type = "Task" [ 1020.632550] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.640852] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.647836] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415834, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.660814] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca5f8fe1-9d85-4f0c-bdd7-273f07863a98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.773132] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.841100] env[65664]: DEBUG nova.compute.manager [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Received event network-changed-faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1020.841341] env[65664]: DEBUG nova.compute.manager [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Refreshing instance network info cache due to event network-changed-faef096c-7148-427b-9eca-6b47e32ed8ca. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1020.842337] env[65664]: DEBUG oslo_concurrency.lockutils [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] Acquiring lock "refresh_cache-7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.842337] env[65664]: DEBUG oslo_concurrency.lockutils [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] Acquired lock "refresh_cache-7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.842337] env[65664]: DEBUG nova.network.neutron [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Refreshing network info cache for port faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.884049] env[65664]: WARNING neutronclient.v2_0.client [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.983584] env[65664]: DEBUG nova.network.neutron [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Updated VIF entry in instance network info cache for port 55049c03-f59a-4652-a69a-52a6dabd4ca0. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.984158] env[65664]: DEBUG nova.network.neutron [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Updating instance_info_cache with network_info: [{"id": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "address": "fa:16:3e:99:ec:63", "network": {"id": "1732352f-565e-4e82-a82f-bbe412a1e130", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-716354234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "614c8591c25846029aef1e8bfa8e7be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55049c03-f5", "ovs_interfaceid": "55049c03-f59a-4652-a69a-52a6dabd4ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.005163] env[65664]: DEBUG nova.scheduler.client.report [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.125306] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "835cb91b-4107-4c1e-b207-3ce081a13086" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.125858] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.126065] env[65664]: DEBUG nova.compute.manager [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Going to confirm migration 4 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1021.141931] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415833, 'name': PowerOffVM_Task, 'duration_secs': 0.311832} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.142919] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.144066] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd53600-7954-44b6-9005-59eb9db9b5c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.151340] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415834, 'name': CreateVM_Task, 'duration_secs': 0.424957} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.152197] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.153033] env[65664]: WARNING neutronclient.v2_0.client [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.153539] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.153954] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.154662] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.176516] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609a83bf-fcff-47a7-a8dc-721be0969de6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.184532] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a8dc7-d12a-4d8a-a2e6-60acf6efe8e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.192738] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1021.192738] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fe114e-5cc4-af0b-9e63-5871b0aece2f" [ 1021.192738] env[65664]: _type = "Task" [ 1021.192738] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.209501] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fe114e-5cc4-af0b-9e63-5871b0aece2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.228400] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.228400] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580a2544-93be-4823-a11d-8400a3bf1629 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.237282] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1021.237282] env[65664]: value = "task-4415835" [ 1021.237282] env[65664]: _type = "Task" [ 1021.237282] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.250310] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1021.251032] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.251093] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.251649] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.251649] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.251882] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f2c0f7e-12de-4684-a2e2-f8f8ee826bc4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.263046] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.263947] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.264371] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30550823-4143-4351-986e-04c17f2cac67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.271689] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1021.271689] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5215f597-f596-1c55-a5df-4c0bcd75d688" [ 1021.271689] env[65664]: _type = "Task" [ 1021.271689] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.281780] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5215f597-f596-1c55-a5df-4c0bcd75d688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.348456] env[65664]: WARNING neutronclient.v2_0.client [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.491403] env[65664]: DEBUG oslo_concurrency.lockutils [req-fb08076f-ce1c-484e-b7b8-2b45a77766df req-d35b6c47-1c1f-4ae7-82db-006403417521 service nova] Releasing lock "refresh_cache-12e7d846-7059-4d21-81b6-19e9afd6d007" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.509241] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.514957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.154s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.514957] env[65664]: INFO nova.compute.claims [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.570470] env[65664]: WARNING neutronclient.v2_0.client [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.632799] env[65664]: WARNING neutronclient.v2_0.client [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.658290] env[65664]: DEBUG nova.network.neutron [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Updated VIF entry in instance network info cache for port faef096c-7148-427b-9eca-6b47e32ed8ca. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.658742] env[65664]: DEBUG nova.network.neutron [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Updating instance_info_cache with network_info: [{"id": "faef096c-7148-427b-9eca-6b47e32ed8ca", "address": "fa:16:3e:2f:83:d8", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaef096c-71", "ovs_interfaceid": "faef096c-7148-427b-9eca-6b47e32ed8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.712344] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fe114e-5cc4-af0b-9e63-5871b0aece2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015546} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.712831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.713376] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.713687] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.713893] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.714335] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.714744] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24579d7-6ef8-4b82-9315-de0b61804748 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.725793] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.725985] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.726802] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cd3099-f9f9-4bc9-aa5a-bbd386981004 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.733892] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1021.733892] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521e49db-6dac-2e49-e00f-a24d666c3f21" [ 1021.733892] env[65664]: _type = "Task" [ 1021.733892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.744774] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521e49db-6dac-2e49-e00f-a24d666c3f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.750667] env[65664]: WARNING neutronclient.v2_0.client [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.751107] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.751317] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.751497] env[65664]: DEBUG nova.network.neutron [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.751680] env[65664]: DEBUG nova.objects.instance [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lazy-loading 'info_cache' on Instance uuid 835cb91b-4107-4c1e-b207-3ce081a13086 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.771724] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.771933] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.786662] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5215f597-f596-1c55-a5df-4c0bcd75d688, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.787534] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305356d1-8bb8-4d0a-9b9a-5aac1f29989d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.795058] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1021.795058] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52867b5b-3bd2-6bc7-a7f5-3281448b6373" [ 1021.795058] env[65664]: _type = "Task" [ 1021.795058] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.805136] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52867b5b-3bd2-6bc7-a7f5-3281448b6373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.042701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Lock "cc7c15c8-ee79-435d-88ae-d067cf2fa6db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.779s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.164045] env[65664]: DEBUG oslo_concurrency.lockutils [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] Releasing lock "refresh_cache-7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.164275] env[65664]: DEBUG nova.compute.manager [req-7787fccf-057a-4498-9800-e8980f2eddb4 req-81ab24f7-134e-4cc2-89d2-07d461ead227 service nova] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Received event network-vif-deleted-f50a36f0-bc74-47b1-91a3-1f113be09a9e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1022.252323] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521e49db-6dac-2e49-e00f-a24d666c3f21, 'name': SearchDatastore_Task, 'duration_secs': 0.023273} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.254182] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b59e6f-b365-4ef6-9870-825005a4b4e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.262876] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1022.262876] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dfc706-1d33-a59a-966b-2c39a95d7408" [ 1022.262876] env[65664]: _type = "Task" [ 1022.262876] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.273570] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dfc706-1d33-a59a-966b-2c39a95d7408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.284227] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.284456] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.284592] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.284793] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.284963] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.285126] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.285259] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1022.285639] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.307859] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52867b5b-3bd2-6bc7-a7f5-3281448b6373, 'name': SearchDatastore_Task, 'duration_secs': 0.028015} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.308214] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.308448] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. {{(pid=65664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1022.308782] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8713cc-0a6b-4b26-818c-2516c60f0c52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.316788] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1022.316788] env[65664]: value = "task-4415836" [ 1022.316788] env[65664]: _type = "Task" [ 1022.316788] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.326663] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.763161] env[65664]: WARNING neutronclient.v2_0.client [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.781466] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dfc706-1d33-a59a-966b-2c39a95d7408, 'name': SearchDatastore_Task, 'duration_secs': 0.014406} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.786087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.786399] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70/7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.787339] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fe15b5-d6d7-4738-8edd-b3076f008b41 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.791266] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.800435] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1022.800435] env[65664]: value = "task-4415837" [ 1022.800435] env[65664]: _type = "Task" [ 1022.800435] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.825613] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.840650] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415836, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.941693] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e02cb1-00a1-44eb-b5b9-62f9595ddc3d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.953632] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352a9fc-d9b1-45a4-abe8-b81b92d162b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.997818] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d3e9b-9bf4-4fa4-a616-a58e696f7ebe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.007965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d6a5b-fec1-4214-bcda-14b13477bc0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.023698] env[65664]: DEBUG nova.compute.provider_tree [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.324795] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.341704] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741432} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.341940] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk. [ 1023.343082] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a392cdbb-f76c-41fd-a0ec-3d396840d73f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.383849] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.384412] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a24a7db-1ee4-42d7-93d9-27a1316026a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.410134] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1023.410134] env[65664]: value = "task-4415838" [ 1023.410134] env[65664]: _type = "Task" [ 1023.410134] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.422966] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.531528] env[65664]: DEBUG nova.scheduler.client.report [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.818500] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790611} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.818500] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70/7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.822024] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.822024] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-827b35ff-c497-4c4b-bc4e-1d0f25262902 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.828729] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1023.828729] env[65664]: value = "task-4415839" [ 1023.828729] env[65664]: _type = "Task" [ 1023.828729] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.838913] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.921641] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.037977] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.039599] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1024.045500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.843s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.046951] env[65664]: INFO nova.compute.claims [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.320988] env[65664]: WARNING neutronclient.v2_0.client [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.345686] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078387} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.345686] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.346128] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962224ff-08ae-4d32-a2d9-c3d1975c9b97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.372333] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70/7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.375938] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-890bb562-34f8-40f5-babb-f48ee8ef3fc4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.404019] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1024.404019] env[65664]: value = "task-4415840" [ 1024.404019] env[65664]: _type = "Task" [ 1024.404019] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.410262] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.421876] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415838, 'name': ReconfigVM_Task, 'duration_secs': 0.958105} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.422336] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4/d86e9e98-d4e7-4de1-92c2-950a8a23615e-rescue.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.423268] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62dcbe4-9f5d-43a1-a284-e77b397cb76b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.459827] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ae76cc-695e-4e98-bb89-5b53e656d0ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.476631] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1024.476631] env[65664]: value = "task-4415841" [ 1024.476631] env[65664]: _type = "Task" [ 1024.476631] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.486596] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.488134] env[65664]: DEBUG nova.network.neutron [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [{"id": "7b624e33-1161-49c3-ba50-8520a866fc14", "address": "fa:16:3e:fd:af:99", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b624e33-11", "ovs_interfaceid": "7b624e33-1161-49c3-ba50-8520a866fc14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.552367] env[65664]: DEBUG nova.compute.utils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.556583] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1024.556769] env[65664]: DEBUG nova.network.neutron [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1024.557144] env[65664]: WARNING neutronclient.v2_0.client [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.557609] env[65664]: WARNING neutronclient.v2_0.client [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.623845] env[65664]: DEBUG nova.policy [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ab17fa42e51461ba6723c4944cc9a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd817bea104c34f0798e2be963cc444d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.915670] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.997675] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-835cb91b-4107-4c1e-b207-3ce081a13086" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.997675] env[65664]: DEBUG nova.objects.instance [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lazy-loading 'migration_context' on Instance uuid 835cb91b-4107-4c1e-b207-3ce081a13086 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.000426] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415841, 'name': ReconfigVM_Task, 'duration_secs': 0.376192} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.000426] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.000426] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2479334c-8973-4f4b-9be8-7e1ccbcc2db2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.008832] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1025.008832] env[65664]: value = "task-4415842" [ 1025.008832] env[65664]: _type = "Task" [ 1025.008832] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.021205] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.044652] env[65664]: DEBUG nova.network.neutron [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Successfully created port: c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1025.062319] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1025.182476] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.182891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.413620] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415840, 'name': ReconfigVM_Task, 'duration_secs': 0.636763} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.418235] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70/7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.418650] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d31561d4-2d07-41d3-92f4-eec00122314d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.431279] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1025.431279] env[65664]: value = "task-4415843" [ 1025.431279] env[65664]: _type = "Task" [ 1025.431279] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.445826] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415843, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.500643] env[65664]: DEBUG nova.objects.base [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Object Instance<835cb91b-4107-4c1e-b207-3ce081a13086> lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.501383] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c42498-1c94-4d39-af19-064f99db8d36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.539201] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33e0671-f27d-425a-afda-fa5d2658b0aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.546907] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415842, 'name': PowerOnVM_Task} progress is 86%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.552321] env[65664]: DEBUG oslo_vmware.api [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1025.552321] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fb1461-a796-660d-1f22-f5e3d41de8f5" [ 1025.552321] env[65664]: _type = "Task" [ 1025.552321] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.563013] env[65664]: DEBUG oslo_vmware.api [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fb1461-a796-660d-1f22-f5e3d41de8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.615117] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8d75c4-f8e8-4c2e-ba5a-c0d567d5268a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.626846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5c300-7f21-4cd4-83ad-aa3fb30b6957 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.661670] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f2420-9b5a-428d-b08a-20169f2bc456 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.671267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455f53f-5352-4fdf-812b-addea5377236 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.687027] env[65664]: DEBUG nova.compute.utils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.688663] env[65664]: DEBUG nova.compute.provider_tree [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.940318] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415843, 'name': Rename_Task, 'duration_secs': 0.226302} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.940615] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.940868] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6e2970-82c2-436e-b24b-b905d8b09971 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.947639] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1025.947639] env[65664]: value = "task-4415844" [ 1025.947639] env[65664]: _type = "Task" [ 1025.947639] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.956644] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.023715] env[65664]: DEBUG oslo_vmware.api [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415842, 'name': PowerOnVM_Task, 'duration_secs': 0.643577} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.023715] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.025580] env[65664]: DEBUG nova.compute.manager [None req-3810c4c2-1f90-4bda-9eb5-40e0e4030d7f tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.026380] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603e631-4ed9-4bcf-95d7-674f1f0628cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.065148] env[65664]: DEBUG oslo_vmware.api [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fb1461-a796-660d-1f22-f5e3d41de8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015593} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.065148] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.076630] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1026.117997] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1026.118423] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.119033] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1026.119033] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.119424] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1026.119424] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1026.119578] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.119836] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1026.120123] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1026.120449] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1026.120584] env[65664]: DEBUG nova.virt.hardware [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1026.121725] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d68a5-87a0-4601-a128-36b2f9234c3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.131993] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8413fb-323f-416c-8281-f0beb72aa9d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.191526] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.192913] env[65664]: DEBUG nova.scheduler.client.report [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.461124] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415844, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.702225] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.702225] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1026.704640] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.470s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.710035] env[65664]: INFO nova.compute.claims [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.784410] env[65664]: DEBUG nova.network.neutron [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Successfully updated port: c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1026.961070] env[65664]: DEBUG oslo_vmware.api [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415844, 'name': PowerOnVM_Task, 'duration_secs': 0.814649} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.961277] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.961493] env[65664]: INFO nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1026.962235] env[65664]: DEBUG nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.962742] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03457b4e-ddcf-49b5-8bcc-6e9c1c0bbc04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.042745] env[65664]: DEBUG nova.compute.manager [req-f9245e3e-9583-4db6-ace1-0b926e2e8232 req-4961c38d-63e3-4434-86e5-869bb546a75e service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Received event network-vif-plugged-c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1027.042910] env[65664]: DEBUG oslo_concurrency.lockutils [req-f9245e3e-9583-4db6-ace1-0b926e2e8232 req-4961c38d-63e3-4434-86e5-869bb546a75e service nova] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.043127] env[65664]: DEBUG oslo_concurrency.lockutils [req-f9245e3e-9583-4db6-ace1-0b926e2e8232 req-4961c38d-63e3-4434-86e5-869bb546a75e service nova] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.043291] env[65664]: DEBUG oslo_concurrency.lockutils [req-f9245e3e-9583-4db6-ace1-0b926e2e8232 req-4961c38d-63e3-4434-86e5-869bb546a75e service nova] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.044092] env[65664]: DEBUG nova.compute.manager [req-f9245e3e-9583-4db6-ace1-0b926e2e8232 req-4961c38d-63e3-4434-86e5-869bb546a75e service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] No waiting events found dispatching network-vif-plugged-c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1027.044367] env[65664]: WARNING nova.compute.manager [req-f9245e3e-9583-4db6-ace1-0b926e2e8232 req-4961c38d-63e3-4434-86e5-869bb546a75e service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Received unexpected event network-vif-plugged-c2a6a820-f8ac-4912-bbab-bda2a19bb98c for instance with vm_state building and task_state spawning. [ 1027.214951] env[65664]: DEBUG nova.compute.utils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.218811] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1027.219045] env[65664]: DEBUG nova.network.neutron [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.219380] env[65664]: WARNING neutronclient.v2_0.client [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.220514] env[65664]: WARNING neutronclient.v2_0.client [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.292930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.293170] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.293353] env[65664]: DEBUG nova.network.neutron [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1027.295448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.296122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.296122] env[65664]: INFO nova.compute.manager [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Attaching volume a08db61a-343c-4369-ae26-7441c7d063c8 to /dev/sdb [ 1027.299943] env[65664]: DEBUG nova.policy [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67997ec766e3472a90f477f90dbbc72a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1399a836b44dda93cdd9bcd4a37b31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.357375] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4287385-dbe6-4a80-b987-163ba5cdd19f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.369327] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325203b-f1b8-40ad-9b47-1d500c85d4e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.387120] env[65664]: DEBUG nova.virt.block_device [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating existing volume attachment record: eec5a558-4efb-4a8d-873e-37c1974ff234 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.483202] env[65664]: INFO nova.compute.manager [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Took 28.75 seconds to build instance. [ 1027.720226] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1027.730630] env[65664]: DEBUG nova.network.neutron [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Successfully created port: 90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.920679] env[65664]: DEBUG nova.network.neutron [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1027.989305] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c1ae285f-7098-473b-8e21-7b0200a50e03 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.264s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.102188] env[65664]: WARNING neutronclient.v2_0.client [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.206534] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ec99a-0ab2-4f66-b65d-97ae2a4cddac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.215563] env[65664]: INFO nova.compute.manager [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Unrescuing [ 1028.215563] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.216504] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.216504] env[65664]: DEBUG nova.network.neutron [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.218464] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133e25a1-1b94-42e5-8ff0-a8ea0e729feb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.225746] env[65664]: DEBUG nova.network.neutron [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updating instance_info_cache with network_info: [{"id": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "address": "fa:16:3e:ca:46:cc", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a6a820-f8", "ovs_interfaceid": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.259258] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.259983] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance network_info: |[{"id": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "address": "fa:16:3e:ca:46:cc", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a6a820-f8", "ovs_interfaceid": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1028.261101] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c407a-db67-4e2d-9c09-c1f3d328c706 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.264364] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:46:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2a6a820-f8ac-4912-bbab-bda2a19bb98c', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.272927] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1028.273975] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.274803] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e27586-efda-4a72-9545-285ad745f697 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.295213] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43266666-39b7-4684-86e3-504ce0687b62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.301753] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.301753] env[65664]: value = "task-4415846" [ 1028.301753] env[65664]: _type = "Task" [ 1028.301753] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.313813] env[65664]: DEBUG nova.compute.provider_tree [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.323087] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415846, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.621724] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.622224] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.622422] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.622636] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.622808] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.625535] env[65664]: INFO nova.compute.manager [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Terminating instance [ 1028.722487] env[65664]: WARNING neutronclient.v2_0.client [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.764626] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1028.803796] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4a566e81f8ed76e1eb2a279625c0e022',container_format='bare',created_at=2025-11-12T20:21:54Z,direct_url=,disk_format='vmdk',id=3ee85978-547a-4ebc-9d79-0797db465dba,min_disk=1,min_ram=0,name='tempest-test-snap-951848661',owner='1e1399a836b44dda93cdd9bcd4a37b31',properties=ImageMetaProps,protected=,size=31570432,status='active',tags=,updated_at=2025-11-12T20:22:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.804071] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.804416] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.804697] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.804890] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.805220] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.805284] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.805413] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.805578] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.805738] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.805910] env[65664]: DEBUG nova.virt.hardware [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.806965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf24397-9901-4386-a60a-dc120b3b256b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.818206] env[65664]: DEBUG nova.scheduler.client.report [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.827921] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415846, 'name': CreateVM_Task, 'duration_secs': 0.38722} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.829591] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12435b3-3d37-4c20-aee3-6ed90e6408d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.834299] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.835193] env[65664]: WARNING neutronclient.v2_0.client [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.835464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.835619] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.835997] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.836785] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba4a329-a097-4784-b248-1751d70e54ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.854084] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1028.854084] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52071afd-3887-dcf5-1d45-d88645b5c5b6" [ 1028.854084] env[65664]: _type = "Task" [ 1028.854084] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.865820] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52071afd-3887-dcf5-1d45-d88645b5c5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.118950] env[65664]: WARNING neutronclient.v2_0.client [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.129583] env[65664]: DEBUG nova.compute.manager [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1029.132018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.132018] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463646a8-d578-45f0-ad1b-bda6bd5e91c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.148694] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.149288] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09bb698e-1761-4c67-ae11-9ca2d2e496d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.161440] env[65664]: DEBUG oslo_vmware.api [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1029.161440] env[65664]: value = "task-4415847" [ 1029.161440] env[65664]: _type = "Task" [ 1029.161440] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.171631] env[65664]: DEBUG oslo_vmware.api [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.177517] env[65664]: DEBUG nova.compute.manager [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Received event network-changed-c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1029.177767] env[65664]: DEBUG nova.compute.manager [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Refreshing instance network info cache due to event network-changed-c2a6a820-f8ac-4912-bbab-bda2a19bb98c. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1029.178154] env[65664]: DEBUG oslo_concurrency.lockutils [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] Acquiring lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.178154] env[65664]: DEBUG oslo_concurrency.lockutils [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] Acquired lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.178353] env[65664]: DEBUG nova.network.neutron [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Refreshing network info cache for port c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.264096] env[65664]: DEBUG nova.network.neutron [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.332091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.332091] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1029.333694] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.007s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.334030] env[65664]: DEBUG nova.objects.instance [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'resources' on Instance uuid 90fb8d0f-7b01-423e-ade3-10dc360acf62 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.361923] env[65664]: DEBUG nova.compute.manager [req-4e946c74-ee8b-400a-8f53-b13bb2b68581 req-38b8f35a-6669-43f9-864a-05a56c6d1920 service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Received event network-vif-plugged-90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1029.362119] env[65664]: DEBUG oslo_concurrency.lockutils [req-4e946c74-ee8b-400a-8f53-b13bb2b68581 req-38b8f35a-6669-43f9-864a-05a56c6d1920 service nova] Acquiring lock "52b9ebe0-554a-4d35-b949-bed973996c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.362340] env[65664]: DEBUG oslo_concurrency.lockutils [req-4e946c74-ee8b-400a-8f53-b13bb2b68581 req-38b8f35a-6669-43f9-864a-05a56c6d1920 service nova] Lock "52b9ebe0-554a-4d35-b949-bed973996c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.362526] env[65664]: DEBUG oslo_concurrency.lockutils [req-4e946c74-ee8b-400a-8f53-b13bb2b68581 req-38b8f35a-6669-43f9-864a-05a56c6d1920 service nova] Lock "52b9ebe0-554a-4d35-b949-bed973996c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.362704] env[65664]: DEBUG nova.compute.manager [req-4e946c74-ee8b-400a-8f53-b13bb2b68581 req-38b8f35a-6669-43f9-864a-05a56c6d1920 service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] No waiting events found dispatching network-vif-plugged-90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1029.362863] env[65664]: WARNING nova.compute.manager [req-4e946c74-ee8b-400a-8f53-b13bb2b68581 req-38b8f35a-6669-43f9-864a-05a56c6d1920 service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Received unexpected event network-vif-plugged-90219d4c-b420-4c2a-b1e7-5c7d73cb162e for instance with vm_state building and task_state spawning. [ 1029.371330] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52071afd-3887-dcf5-1d45-d88645b5c5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.043163} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.371600] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.371858] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.372162] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.372321] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.372505] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.373120] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b08b909-5022-437a-9c2a-dd3cfb2221fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.385849] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.386106] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.387724] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc04240-4ffa-4e08-90a8-78b66e3c46c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.396038] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1029.396038] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d48d98-574b-9212-d350-8eab93cdfc38" [ 1029.396038] env[65664]: _type = "Task" [ 1029.396038] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.406185] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d48d98-574b-9212-d350-8eab93cdfc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.475460] env[65664]: DEBUG nova.network.neutron [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Successfully updated port: 90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.669863] env[65664]: DEBUG oslo_vmware.api [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415847, 'name': PowerOffVM_Task, 'duration_secs': 0.274932} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.670236] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.670386] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.670634] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33ae6bbb-d967-41bd-9cbb-daa77e9def06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.682287] env[65664]: WARNING neutronclient.v2_0.client [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.749262] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.749541] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.749755] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleting the datastore file [datastore2] 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.750098] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f416d7a-770b-47c3-a75d-cdc20b352b59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.762024] env[65664]: DEBUG oslo_vmware.api [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1029.762024] env[65664]: value = "task-4415850" [ 1029.762024] env[65664]: _type = "Task" [ 1029.762024] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.769274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.770325] env[65664]: DEBUG nova.objects.instance [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'flavor' on Instance uuid d7b83686-1f79-4fe7-9103-96a1885d82b4 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.783041] env[65664]: DEBUG oslo_vmware.api [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.840602] env[65664]: DEBUG nova.compute.utils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.845734] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1029.845955] env[65664]: DEBUG nova.network.neutron [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1029.846687] env[65664]: WARNING neutronclient.v2_0.client [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.846687] env[65664]: WARNING neutronclient.v2_0.client [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.860251] env[65664]: WARNING neutronclient.v2_0.client [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.915375] env[65664]: DEBUG nova.policy [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.918660] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d48d98-574b-9212-d350-8eab93cdfc38, 'name': SearchDatastore_Task, 'duration_secs': 0.015414} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.922234] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67171ee0-130e-4b85-8876-6def96fe9abf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.936968] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1029.936968] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5227931c-cd90-ceaf-49d3-b89fbdab8c2d" [ 1029.936968] env[65664]: _type = "Task" [ 1029.936968] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.950271] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5227931c-cd90-ceaf-49d3-b89fbdab8c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.957495] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4dc5f-da74-b6bf-c7ef-7cd091dd7d22/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.959356] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de093a06-f88b-4926-954f-3c26efa1f7e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.970865] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4dc5f-da74-b6bf-c7ef-7cd091dd7d22/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.971075] env[65664]: ERROR oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4dc5f-da74-b6bf-c7ef-7cd091dd7d22/disk-0.vmdk due to incomplete transfer. [ 1029.974294] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6cfd1273-816a-4e4d-9f41-27d3643924c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.980363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "refresh_cache-52b9ebe0-554a-4d35-b949-bed973996c41" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.980574] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "refresh_cache-52b9ebe0-554a-4d35-b949-bed973996c41" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.980761] env[65664]: DEBUG nova.network.neutron [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.984148] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4dc5f-da74-b6bf-c7ef-7cd091dd7d22/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.984363] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Uploaded image 1a595e2a-b06c-429f-8815-be6427e47cd9 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.987572] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.987851] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41469078-41f7-4043-8cfa-9f4cbf4c98be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.001055] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1030.001055] env[65664]: value = "task-4415851" [ 1030.001055] env[65664]: _type = "Task" [ 1030.001055] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.011687] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415851, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.040479] env[65664]: DEBUG nova.network.neutron [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updated VIF entry in instance network info cache for port c2a6a820-f8ac-4912-bbab-bda2a19bb98c. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1030.040744] env[65664]: DEBUG nova.network.neutron [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updating instance_info_cache with network_info: [{"id": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "address": "fa:16:3e:ca:46:cc", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a6a820-f8", "ovs_interfaceid": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.271857] env[65664]: DEBUG oslo_vmware.api [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395745} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.274933] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.275156] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.275347] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.275518] env[65664]: INFO nova.compute.manager [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.275753] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1030.278155] env[65664]: DEBUG nova.compute.manager [-] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1030.278266] env[65664]: DEBUG nova.network.neutron [-] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.278495] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.281917] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d00f30-0a8b-465e-992d-18d5a451149f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.320242] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.322195] env[65664]: DEBUG nova.network.neutron [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Successfully created port: 781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1030.324867] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e9e52b-2fdf-4b09-a8e0-aa8923501866 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.327214] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11085ccf-855f-4217-8b51-1744ef5f11df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.339240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85494ea1-1a31-40e4-a33d-a47615c3d6a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.342980] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1030.342980] env[65664]: value = "task-4415852" [ 1030.342980] env[65664]: _type = "Task" [ 1030.342980] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.375863] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1030.379564] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.382896] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb80ec0-bdcb-4f8e-b6b6-38a70d4fc132 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.389212] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.397570] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340d846-1290-4835-8d38-763d09127b21 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.415067] env[65664]: DEBUG nova.compute.provider_tree [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.448483] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5227931c-cd90-ceaf-49d3-b89fbdab8c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.032867} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.448796] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.449082] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.449365] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb73a203-6dda-4a06-97ec-ba199e326ec9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.457573] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1030.457573] env[65664]: value = "task-4415853" [ 1030.457573] env[65664]: _type = "Task" [ 1030.457573] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.466242] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.511668] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415851, 'name': Destroy_Task, 'duration_secs': 0.345342} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.511905] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Destroyed the VM [ 1030.512182] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.512443] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7d134bf-6a7d-4520-8a45-cdf907066c06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.520293] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1030.520293] env[65664]: value = "task-4415854" [ 1030.520293] env[65664]: _type = "Task" [ 1030.520293] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.529657] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.543742] env[65664]: DEBUG oslo_concurrency.lockutils [req-8f0cd048-c3aa-4dbd-aa94-b21fa20369c1 req-4a173aa0-fe64-4f59-98fa-f8e6906d18e7 service nova] Releasing lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.855827] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415852, 'name': PowerOffVM_Task, 'duration_secs': 0.273915} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.856332] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.862791] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfiguring VM instance instance-0000004f to detach disk 2002 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.863268] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672dcb25-1f04-41ca-b987-60f5e9b43c58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.896141] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1030.896141] env[65664]: value = "task-4415855" [ 1030.896141] env[65664]: _type = "Task" [ 1030.896141] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.913046] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.964999] env[65664]: DEBUG nova.scheduler.client.report [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1030.965339] env[65664]: DEBUG nova.compute.provider_tree [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 135 to 136 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1030.965538] env[65664]: DEBUG nova.compute.provider_tree [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.975649] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415853, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.031352] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415854, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425673} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.031352] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.031484] env[65664]: DEBUG nova.compute.manager [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1031.032421] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31510ac-72e7-4e9d-9a6e-8c301a550a58 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.107581] env[65664]: DEBUG nova.network.neutron [-] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.382127] env[65664]: DEBUG nova.network.neutron [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.389394] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1031.408137] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415855, 'name': ReconfigVM_Task, 'duration_secs': 0.333732} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.408535] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfigured VM instance instance-0000004f to detach disk 2002 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.408822] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.409491] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d514cca1-5e15-4746-9cc1-90ad2c7400fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.419608] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.419875] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.420278] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.420488] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.420700] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.420897] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.421238] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.421504] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.421743] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.422023] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.422285] env[65664]: DEBUG nova.virt.hardware [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.424215] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3a4c3-fc26-4f1e-bccd-2b81aaf34361 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.429465] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1031.429465] env[65664]: value = "task-4415856" [ 1031.429465] env[65664]: _type = "Task" [ 1031.429465] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.439247] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86548e-53a6-4a62-8770-5f9233e73188 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.447913] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415856, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.471656] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.473871] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53318} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.474390] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.905s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.474623] env[65664]: DEBUG nova.objects.instance [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lazy-loading 'resources' on Instance uuid 572ad7e6-3347-4608-9a01-c53c9533bef3 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.475813] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.476183] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.476336] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f663c02-3525-476f-9bf8-adf2d082821d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.486109] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1031.486109] env[65664]: value = "task-4415857" [ 1031.486109] env[65664]: _type = "Task" [ 1031.486109] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.496931] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.505233] env[65664]: INFO nova.scheduler.client.report [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted allocations for instance 90fb8d0f-7b01-423e-ade3-10dc360acf62 [ 1031.546193] env[65664]: INFO nova.compute.manager [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Shelve offloading [ 1031.610134] env[65664]: INFO nova.compute.manager [-] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Took 1.33 seconds to deallocate network for instance. [ 1031.919962] env[65664]: DEBUG nova.network.neutron [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Successfully updated port: 781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.942418] env[65664]: DEBUG oslo_vmware.api [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415856, 'name': PowerOnVM_Task, 'duration_secs': 0.451037} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.942418] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.942622] env[65664]: DEBUG nova.compute.manager [None req-2525137c-94bf-48fc-b9a4-8c34f1f45356 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1031.943477] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117eefc-8e0f-4de8-a00c-6d061019238c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.949158] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1031.949368] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864169', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'name': 'volume-a08db61a-343c-4369-ae26-7441c7d063c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'serial': 'a08db61a-343c-4369-ae26-7441c7d063c8'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1031.955009] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1fc3d-3f1c-4b2a-ac1a-2890718d6652 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.987600] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c48451-becd-4e3c-9032-8a6e1745a32d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.032180] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-a08db61a-343c-4369-ae26-7441c7d063c8/volume-a08db61a-343c-4369-ae26-7441c7d063c8.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.032180] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102318} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.032180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "90fb8d0f-7b01-423e-ade3-10dc360acf62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.972s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.036053] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c82b5c2-6799-4e19-947d-a3bcdfa13d97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.049239] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.051530] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.051632] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179716a-d8de-4adc-84dc-c361df03d779 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.055599] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2bd2265-a8aa-4b9a-8b88-18e100aeec9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.074052] env[65664]: DEBUG oslo_vmware.api [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1032.074052] env[65664]: value = "task-4415858" [ 1032.074052] env[65664]: _type = "Task" [ 1032.074052] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.083081] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.088170] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb616d5a-a7d4-47a0-9093-a1bdd0c5f506 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.103845] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1032.103845] env[65664]: value = "task-4415859" [ 1032.103845] env[65664]: _type = "Task" [ 1032.103845] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.105228] env[65664]: WARNING neutronclient.v2_0.client [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.119341] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.119341] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1032.119341] env[65664]: value = "task-4415860" [ 1032.119341] env[65664]: _type = "Task" [ 1032.119341] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.128903] env[65664]: DEBUG oslo_vmware.api [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.136725] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.137035] env[65664]: DEBUG nova.compute.manager [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1032.138297] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d351ce8-67ea-4a8f-b2fc-2462288dbd9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.146497] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.146746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.146941] env[65664]: DEBUG nova.network.neutron [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.152046] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.270601] env[65664]: DEBUG nova.network.neutron [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Updating instance_info_cache with network_info: [{"id": "90219d4c-b420-4c2a-b1e7-5c7d73cb162e", "address": "fa:16:3e:b9:2e:de", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90219d4c-b4", "ovs_interfaceid": "90219d4c-b420-4c2a-b1e7-5c7d73cb162e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.426701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-56a50ead-37c7-4687-b1be-d6ad5f11b8b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.426753] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-56a50ead-37c7-4687-b1be-d6ad5f11b8b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.427788] env[65664]: DEBUG nova.network.neutron [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.488780] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495ef20-075f-42d5-b6d6-a448ee731ede {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.500299] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4e782a-9186-4289-9ab0-f55c9a882c2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.540884] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda5609-6605-46f4-b050-97d2805f2a64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.545215] env[65664]: DEBUG nova.compute.manager [req-12d8d0da-928d-4bf6-9955-536fd311aa35 req-9074990a-0177-48b8-aa12-0dc7558a1400 service nova] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Received event network-vif-deleted-faef096c-7148-427b-9eca-6b47e32ed8ca {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1032.553890] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814822c7-edcc-4e38-afce-3d50837c05a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.571133] env[65664]: DEBUG nova.compute.provider_tree [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.598229] env[65664]: DEBUG oslo_vmware.api [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415858, 'name': ReconfigVM_Task, 'duration_secs': 0.441477} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.598604] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-a08db61a-343c-4369-ae26-7441c7d063c8/volume-a08db61a-343c-4369-ae26-7441c7d063c8.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.603853] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465af5e9-970e-4cfc-ad91-74a747788567 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.616771] env[65664]: DEBUG nova.compute.manager [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Received event network-changed-90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1032.616923] env[65664]: DEBUG nova.compute.manager [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Refreshing instance network info cache due to event network-changed-90219d4c-b420-4c2a-b1e7-5c7d73cb162e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1032.617128] env[65664]: DEBUG oslo_concurrency.lockutils [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] Acquiring lock "refresh_cache-52b9ebe0-554a-4d35-b949-bed973996c41" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.626154] env[65664]: DEBUG oslo_vmware.api [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1032.626154] env[65664]: value = "task-4415861" [ 1032.626154] env[65664]: _type = "Task" [ 1032.626154] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.638567] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415860, 'name': ReconfigVM_Task, 'duration_secs': 0.350962} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.642457] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.642857] env[65664]: DEBUG oslo_vmware.api [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.643112] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-420b5600-bce5-41d1-b87b-7f8bd7273eb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.651457] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1032.651457] env[65664]: value = "task-4415862" [ 1032.651457] env[65664]: _type = "Task" [ 1032.651457] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.655979] env[65664]: WARNING neutronclient.v2_0.client [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.665899] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415862, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.773578] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "refresh_cache-52b9ebe0-554a-4d35-b949-bed973996c41" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.774437] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Instance network_info: |[{"id": "90219d4c-b420-4c2a-b1e7-5c7d73cb162e", "address": "fa:16:3e:b9:2e:de", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90219d4c-b4", "ovs_interfaceid": "90219d4c-b420-4c2a-b1e7-5c7d73cb162e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1032.774828] env[65664]: DEBUG oslo_concurrency.lockutils [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] Acquired lock "refresh_cache-52b9ebe0-554a-4d35-b949-bed973996c41" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.775015] env[65664]: DEBUG nova.network.neutron [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Refreshing network info cache for port 90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.776757] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:2e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90219d4c-b420-4c2a-b1e7-5c7d73cb162e', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.786575] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.787828] env[65664]: WARNING neutronclient.v2_0.client [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.790427] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.791289] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5a7d696-a3f7-497e-9dea-9b5f8865d052 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.818597] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.818597] env[65664]: value = "task-4415863" [ 1032.818597] env[65664]: _type = "Task" [ 1032.818597] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.831973] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415863, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.852436] env[65664]: WARNING neutronclient.v2_0.client [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.059678] env[65664]: DEBUG nova.network.neutron [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updating instance_info_cache with network_info: [{"id": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "address": "fa:16:3e:cd:2c:0b", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77635c-62", "ovs_interfaceid": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.090488] env[65664]: DEBUG nova.network.neutron [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1033.107410] env[65664]: DEBUG nova.scheduler.client.report [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1033.107673] env[65664]: DEBUG nova.compute.provider_tree [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 136 to 137 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1033.108675] env[65664]: DEBUG nova.compute.provider_tree [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.120469] env[65664]: WARNING neutronclient.v2_0.client [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.138322] env[65664]: DEBUG oslo_vmware.api [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415861, 'name': ReconfigVM_Task, 'duration_secs': 0.165189} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.141934] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864169', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'name': 'volume-a08db61a-343c-4369-ae26-7441c7d063c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'serial': 'a08db61a-343c-4369-ae26-7441c7d063c8'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1033.165286] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415862, 'name': Rename_Task, 'duration_secs': 0.224686} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.165625] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.165913] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-303e0189-2e5f-470e-8a41-b5371c77cc95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.176929] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1033.176929] env[65664]: value = "task-4415864" [ 1033.176929] env[65664]: _type = "Task" [ 1033.176929] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.190434] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.324602] env[65664]: WARNING neutronclient.v2_0.client [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.334609] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415863, 'name': CreateVM_Task, 'duration_secs': 0.493904} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.335389] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.336283] env[65664]: WARNING neutronclient.v2_0.client [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.336980] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.336980] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.337335] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.337891] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7546b7-f85f-4685-86ab-9fb2081c403d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.346439] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1033.346439] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f8b9cc-a6e8-9a79-e531-8a75f8d5c18d" [ 1033.346439] env[65664]: _type = "Task" [ 1033.346439] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.357674] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f8b9cc-a6e8-9a79-e531-8a75f8d5c18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.368485] env[65664]: DEBUG nova.network.neutron [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Updated VIF entry in instance network info cache for port 90219d4c-b420-4c2a-b1e7-5c7d73cb162e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.368881] env[65664]: DEBUG nova.network.neutron [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Updating instance_info_cache with network_info: [{"id": "90219d4c-b420-4c2a-b1e7-5c7d73cb162e", "address": "fa:16:3e:b9:2e:de", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90219d4c-b4", "ovs_interfaceid": "90219d4c-b420-4c2a-b1e7-5c7d73cb162e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.563268] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.566411] env[65664]: WARNING neutronclient.v2_0.client [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.566411] env[65664]: WARNING neutronclient.v2_0.client [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.603111] env[65664]: DEBUG nova.network.neutron [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Updating instance_info_cache with network_info: [{"id": "781ed3c0-bb73-448f-a4c0-324bea112975", "address": "fa:16:3e:b4:c5:f0", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781ed3c0-bb", "ovs_interfaceid": "781ed3c0-bb73-448f-a4c0-324bea112975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.614460] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.620951] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.058s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.622789] env[65664]: INFO nova.compute.claims [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.656483] env[65664]: INFO nova.scheduler.client.report [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Deleted allocations for instance 572ad7e6-3347-4608-9a01-c53c9533bef3 [ 1033.694814] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.815829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.816502] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.859414] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.859681] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Processing image 3ee85978-547a-4ebc-9d79-0797db465dba {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.859928] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.860082] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.860294] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.860576] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94da3c44-ffc2-4dac-95d3-b2eb60706fc2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.873436] env[65664]: DEBUG oslo_concurrency.lockutils [req-fa0610b0-2aeb-40d6-86d1-de71aa9ccbc3 req-54c803e9-c14f-4291-93e6-b8fe3439edfc service nova] Releasing lock "refresh_cache-52b9ebe0-554a-4d35-b949-bed973996c41" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.874050] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.874256] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.874994] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640fb8bd-b144-4fd2-9a18-96dd0e2a29e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.881617] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1033.881617] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f851f0-03fc-9328-3cdc-4451a1636ae7" [ 1033.881617] env[65664]: _type = "Task" [ 1033.881617] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.891470] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f851f0-03fc-9328-3cdc-4451a1636ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.042019] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.042019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4dc07c-ee6c-48bb-a464-30bda99f3af6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.050263] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.050754] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce59ae5-4243-41f7-a488-e1a78024f18f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.106036] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-56a50ead-37c7-4687-b1be-d6ad5f11b8b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.107028] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Instance network_info: |[{"id": "781ed3c0-bb73-448f-a4c0-324bea112975", "address": "fa:16:3e:b4:c5:f0", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781ed3c0-bb", "ovs_interfaceid": "781ed3c0-bb73-448f-a4c0-324bea112975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1034.107345] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:c5:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '781ed3c0-bb73-448f-a4c0-324bea112975', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.116190] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1034.116528] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.116951] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66df2f24-a151-49f8-bd38-62d049f03b38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.141063] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.141349] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.141573] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleting the datastore file [datastore1] 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.145471] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eea3ad7-f8e6-4a70-a65d-27b53b4bb419 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.153409] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.153409] env[65664]: value = "task-4415866" [ 1034.153409] env[65664]: _type = "Task" [ 1034.153409] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.164887] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1034.164887] env[65664]: value = "task-4415867" [ 1034.164887] env[65664]: _type = "Task" [ 1034.164887] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.165406] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Lock "572ad7e6-3347-4608-9a01-c53c9533bef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.306s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.176178] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415866, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.183353] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.195115] env[65664]: DEBUG oslo_vmware.api [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415864, 'name': PowerOnVM_Task, 'duration_secs': 0.696022} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.195519] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.195874] env[65664]: INFO nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1034.196194] env[65664]: DEBUG nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1034.197198] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddaefb8-f5dc-4f85-b80c-dc4556db59b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.202536] env[65664]: DEBUG nova.objects.instance [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid c0739b32-fbba-456f-b15d-e943cd6f51a0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.320782] env[65664]: INFO nova.compute.manager [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Detaching volume 2bb8b26c-bef6-4f3f-8f7a-241716c05726 [ 1034.376296] env[65664]: INFO nova.virt.block_device [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Attempting to driver detach volume 2bb8b26c-bef6-4f3f-8f7a-241716c05726 from mountpoint /dev/sdb [ 1034.376887] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.376887] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864110', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'name': 'volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a3376e-2bda-4fbb-b0d6-e54a8db83d3d', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'serial': '2bb8b26c-bef6-4f3f-8f7a-241716c05726'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.378037] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037b2b3-d7e8-408e-a7ea-5563f6c2a038 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.405042] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2010d-49f4-4250-885e-2ae4809d6988 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.412055] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1034.413099] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Fetch image to [datastore2] OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1/OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1034.413099] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Downloading stream optimized image 3ee85978-547a-4ebc-9d79-0797db465dba to [datastore2] OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1/OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1.vmdk on the data store datastore2 as vApp {{(pid=65664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1034.413099] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Downloading image file data 3ee85978-547a-4ebc-9d79-0797db465dba to the ESX as VM named 'OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1' {{(pid=65664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1034.418117] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3640e955-5ceb-4662-86f0-873b441e3d65 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.443673] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8311da0-01e6-4ee8-a275-3c4254c74f98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.482256] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The volume has not been displaced from its original location: [datastore1] volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726/volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.490158] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.490855] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ec6178-c915-4044-a099-0b28d551d567 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.513560] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1034.513560] env[65664]: value = "task-4415868" [ 1034.513560] env[65664]: _type = "Task" [ 1034.513560] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.524159] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.547220] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1034.547220] env[65664]: value = "resgroup-9" [ 1034.547220] env[65664]: _type = "ResourcePool" [ 1034.547220] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1034.547220] env[65664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c7431a6e-f36f-49a4-a318-68024d71dd5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.570540] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease: (returnval){ [ 1034.570540] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1034.570540] env[65664]: _type = "HttpNfcLease" [ 1034.570540] env[65664]: } obtained for vApp import into resource pool (val){ [ 1034.570540] env[65664]: value = "resgroup-9" [ 1034.570540] env[65664]: _type = "ResourcePool" [ 1034.570540] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1034.570899] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the lease: (returnval){ [ 1034.570899] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1034.570899] env[65664]: _type = "HttpNfcLease" [ 1034.570899] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1034.579150] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.579150] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1034.579150] env[65664]: _type = "HttpNfcLease" [ 1034.579150] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1034.666962] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415866, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.681705] env[65664]: DEBUG oslo_vmware.api [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257545} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.681965] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.682161] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.682338] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.715990] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b6e6f0a-867e-4489-933e-16fbd3c9c59d tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.418s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.724347] env[65664]: INFO nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocations for instance 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8 [ 1034.726656] env[65664]: INFO nova.compute.manager [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Took 29.39 seconds to build instance. [ 1034.871391] env[65664]: DEBUG nova.compute.manager [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Received event network-vif-unplugged-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.871642] env[65664]: DEBUG oslo_concurrency.lockutils [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] Acquiring lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.871865] env[65664]: DEBUG oslo_concurrency.lockutils [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.872592] env[65664]: DEBUG oslo_concurrency.lockutils [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.872592] env[65664]: DEBUG nova.compute.manager [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] No waiting events found dispatching network-vif-unplugged-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1034.872592] env[65664]: WARNING nova.compute.manager [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Received unexpected event network-vif-unplugged-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 for instance with vm_state shelved_offloaded and task_state None. [ 1034.872592] env[65664]: DEBUG nova.compute.manager [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Received event network-changed-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.872780] env[65664]: DEBUG nova.compute.manager [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Refreshing instance network info cache due to event network-changed-7b77635c-62dc-42c4-ace1-0dcb0ae4d572. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1034.872957] env[65664]: DEBUG oslo_concurrency.lockutils [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] Acquiring lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.873067] env[65664]: DEBUG oslo_concurrency.lockutils [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] Acquired lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.873218] env[65664]: DEBUG nova.network.neutron [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Refreshing network info cache for port 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.951130] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Received event network-vif-plugged-781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.951130] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquiring lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.951130] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.951130] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.951370] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] No waiting events found dispatching network-vif-plugged-781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1034.951410] env[65664]: WARNING nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Received unexpected event network-vif-plugged-781ed3c0-bb73-448f-a4c0-324bea112975 for instance with vm_state building and task_state spawning. [ 1034.951807] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Received event network-changed-781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.951807] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Refreshing instance network info cache due to event network-changed-781ed3c0-bb73-448f-a4c0-324bea112975. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1034.952917] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquiring lock "refresh_cache-56a50ead-37c7-4687-b1be-d6ad5f11b8b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.952917] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquired lock "refresh_cache-56a50ead-37c7-4687-b1be-d6ad5f11b8b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.952917] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Refreshing network info cache for port 781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.029747] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415868, 'name': ReconfigVM_Task, 'duration_secs': 0.252081} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.031438] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.037256] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7c487-37d9-4f22-9240-f2c3a92b10e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.040597] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3767222c-54c8-4936-b0af-1c581054d114 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.059991] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc1a24-00b4-42bb-aa51-5f83a6489cbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.064100] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1035.064100] env[65664]: value = "task-4415870" [ 1035.064100] env[65664]: _type = "Task" [ 1035.064100] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.097502] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cc0920-a87b-414b-bb73-2f5567ccf64c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.103692] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.108107] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.108107] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1035.108107] env[65664]: _type = "HttpNfcLease" [ 1035.108107] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.111374] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad27722-81ad-47d5-9b5a-7292cef10222 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.127295] env[65664]: DEBUG nova.compute.provider_tree [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.168952] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415866, 'name': CreateVM_Task, 'duration_secs': 0.529289} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.169149] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.169709] env[65664]: WARNING neutronclient.v2_0.client [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.170143] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.170280] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.170740] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.170813] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5b7e84-d2bc-4eef-8381-dc230b89c70b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.176468] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1035.176468] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208e46f-c2cc-530b-0970-1676092c081d" [ 1035.176468] env[65664]: _type = "Task" [ 1035.176468] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.187474] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208e46f-c2cc-530b-0970-1676092c081d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.231083] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.231551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.898s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.378202] env[65664]: WARNING neutronclient.v2_0.client [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.455517] env[65664]: WARNING neutronclient.v2_0.client [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.578060] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.602284] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.602284] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1035.602284] env[65664]: _type = "HttpNfcLease" [ 1035.602284] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.664879] env[65664]: DEBUG nova.scheduler.client.report [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.665148] env[65664]: DEBUG nova.compute.provider_tree [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 137 to 138 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.665412] env[65664]: DEBUG nova.compute.provider_tree [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.692065] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208e46f-c2cc-530b-0970-1676092c081d, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.693907] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.694383] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.695063] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.695370] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.695681] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.696359] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-374cca2d-084f-4e59-9134-a05f7aabbfff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.710471] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.710471] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.710471] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a1ed34-c14c-49d5-851b-c0c9a56b388c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.718461] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1035.718461] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cec275-ded8-dcc9-b120-e980103b4f45" [ 1035.718461] env[65664]: _type = "Task" [ 1035.718461] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.728739] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cec275-ded8-dcc9-b120-e980103b4f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.010569] env[65664]: WARNING neutronclient.v2_0.client [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.038439] env[65664]: WARNING neutronclient.v2_0.client [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.078288] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.103119] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.103119] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1036.103119] env[65664]: _type = "HttpNfcLease" [ 1036.103119] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.103406] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.103406] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5265719c-4481-de9a-78a2-7b92b928d728" [ 1036.103406] env[65664]: _type = "HttpNfcLease" [ 1036.103406] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1036.104537] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960942a-62e5-4e19-b5cc-0083dd2976df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.113856] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d328d5-9f65-c292-1cee-81e16502ac40/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.114884] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating HTTP connection to write to file with size = 31570432 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d328d5-9f65-c292-1cee-81e16502ac40/disk-0.vmdk. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1036.175426] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.175993] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1036.180791] env[65664]: DEBUG nova.network.neutron [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updated VIF entry in instance network info cache for port 7b77635c-62dc-42c4-ace1-0dcb0ae4d572. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.181141] env[65664]: DEBUG nova.network.neutron [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updating instance_info_cache with network_info: [{"id": "7b77635c-62dc-42c4-ace1-0dcb0ae4d572", "address": "fa:16:3e:cd:2c:0b", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": null, "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7b77635c-62", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.183016] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Updated VIF entry in instance network info cache for port 781ed3c0-bb73-448f-a4c0-324bea112975. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.183366] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Updating instance_info_cache with network_info: [{"id": "781ed3c0-bb73-448f-a4c0-324bea112975", "address": "fa:16:3e:b4:c5:f0", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781ed3c0-bb", "ovs_interfaceid": "781ed3c0-bb73-448f-a4c0-324bea112975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.184503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.165s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.184729] env[65664]: DEBUG nova.objects.instance [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'resources' on Instance uuid b377da4a-3b4a-425f-aabb-9358efe858aa {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.189657] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16b5aad6-7dd6-4a45-9520-6eaf335ad1e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.236053] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cec275-ded8-dcc9-b120-e980103b4f45, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.237732] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6603dd0-fc31-4f7f-a080-642e787eedce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.245067] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1036.245067] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52470e7e-b661-1919-56ec-f2eca44d5176" [ 1036.245067] env[65664]: _type = "Task" [ 1036.245067] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.255232] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52470e7e-b661-1919-56ec-f2eca44d5176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.584510] env[65664]: DEBUG oslo_vmware.api [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415870, 'name': ReconfigVM_Task, 'duration_secs': 1.170901} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.587108] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864110', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'name': 'volume-2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a3376e-2bda-4fbb-b0d6-e54a8db83d3d', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb8b26c-bef6-4f3f-8f7a-241716c05726', 'serial': '2bb8b26c-bef6-4f3f-8f7a-241716c05726'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1036.692902] env[65664]: DEBUG nova.compute.utils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.694029] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Releasing lock "refresh_cache-56a50ead-37c7-4687-b1be-d6ad5f11b8b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.694488] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.694560] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing instance network info cache due to event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1036.694787] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.695396] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.695396] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.696895] env[65664]: DEBUG oslo_concurrency.lockutils [req-e698a62a-f600-4303-83e0-ffe939e25e15 req-d04ca84e-691d-41cf-8380-c0447c46844a service nova] Releasing lock "refresh_cache-4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.702262] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1036.702262] env[65664]: DEBUG nova.network.neutron [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1036.702571] env[65664]: WARNING neutronclient.v2_0.client [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.702885] env[65664]: WARNING neutronclient.v2_0.client [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.766941] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52470e7e-b661-1919-56ec-f2eca44d5176, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.773482] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.773863] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 56a50ead-37c7-4687-b1be-d6ad5f11b8b4/56a50ead-37c7-4687-b1be-d6ad5f11b8b4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.775029] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eff425bd-d544-4a81-8635-2d0c558f5b59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.785326] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1036.785326] env[65664]: value = "task-4415871" [ 1036.785326] env[65664]: _type = "Task" [ 1036.785326] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.801030] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.907850] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.908176] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.971255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.171839] env[65664]: DEBUG nova.objects.instance [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'flavor' on Instance uuid 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.200347] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1037.203123] env[65664]: WARNING neutronclient.v2_0.client [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.216433] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2a2b2-6523-4147-a0de-6a8a9a7a2614 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.234853] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d23e806-b5d8-49c8-9cbf-b3e338bb0743 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.285340] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c2fcd8-59c6-4523-92e1-5eee2dbe4f70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.306754] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182d719-e622-4d39-924c-975d08e1f436 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.317138] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.318888] env[65664]: DEBUG nova.policy [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a76cabb2bce4102af3c5ff2dc815dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec096aa96a8a4a98ac3c7a634a14c2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.336214] env[65664]: DEBUG nova.compute.provider_tree [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.345487] env[65664]: DEBUG nova.compute.manager [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Received event network-changed-c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1037.345918] env[65664]: DEBUG nova.compute.manager [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Refreshing instance network info cache due to event network-changed-c2a6a820-f8ac-4912-bbab-bda2a19bb98c. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1037.346255] env[65664]: DEBUG oslo_concurrency.lockutils [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] Acquiring lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.346505] env[65664]: DEBUG oslo_concurrency.lockutils [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] Acquired lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.346792] env[65664]: DEBUG nova.network.neutron [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Refreshing network info cache for port c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.413120] env[65664]: DEBUG nova.compute.utils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.480644] env[65664]: WARNING neutronclient.v2_0.client [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.639330] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updated VIF entry in instance network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.639330] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.721087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.721087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.769222] env[65664]: DEBUG nova.network.neutron [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Successfully created port: f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.773678] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1037.773922] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d328d5-9f65-c292-1cee-81e16502ac40/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.775303] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8b0c6-691c-4949-889f-e2467e8330f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.784531] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d328d5-9f65-c292-1cee-81e16502ac40/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.784735] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d328d5-9f65-c292-1cee-81e16502ac40/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1037.785052] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f3019139-8820-48dd-b782-01a06bf00ffc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.803622] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601237} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.803878] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 56a50ead-37c7-4687-b1be-d6ad5f11b8b4/56a50ead-37c7-4687-b1be-d6ad5f11b8b4.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.804172] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.804506] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-515210dd-d1d9-43cb-968a-2e4a35c3b159 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.813891] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1037.813891] env[65664]: value = "task-4415872" [ 1037.813891] env[65664]: _type = "Task" [ 1037.813891] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.817625] env[65664]: DEBUG oslo_concurrency.lockutils [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.817625] env[65664]: DEBUG oslo_concurrency.lockutils [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.817625] env[65664]: DEBUG nova.compute.manager [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.819157] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf438d0-0462-42b0-afd0-0d2c799ddef8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.832029] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.832029] env[65664]: DEBUG nova.compute.manager [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1037.832029] env[65664]: DEBUG nova.objects.instance [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'flavor' on Instance uuid ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.840427] env[65664]: DEBUG nova.scheduler.client.report [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.851866] env[65664]: WARNING neutronclient.v2_0.client [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.914650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.085179] env[65664]: WARNING neutronclient.v2_0.client [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.141015] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.141984] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1038.141984] env[65664]: DEBUG nova.compute.manager [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing instance network info cache due to event network-changed-1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1038.142198] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquiring lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.142350] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Acquired lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.142621] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Refreshing network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.183070] env[65664]: DEBUG oslo_concurrency.lockutils [None req-80f49d7f-4655-4402-8fe2-54353652b97b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.367s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.211910] env[65664]: DEBUG nova.network.neutron [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updated VIF entry in instance network info cache for port c2a6a820-f8ac-4912-bbab-bda2a19bb98c. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1038.212395] env[65664]: DEBUG nova.network.neutron [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updating instance_info_cache with network_info: [{"id": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "address": "fa:16:3e:ca:46:cc", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a6a820-f8", "ovs_interfaceid": "c2a6a820-f8ac-4912-bbab-bda2a19bb98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.219295] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1038.224118] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.250300] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.250648] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.250861] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.251126] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.251333] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.251535] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.251830] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.252063] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.252300] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.252551] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.254038] env[65664]: DEBUG nova.virt.hardware [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.254961] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e9c52-0592-43e8-bc89-67b01c2a363c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.267261] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55d7df-e336-4b76-9c2a-fca0cbd30a9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.316479] env[65664]: DEBUG oslo_vmware.rw_handles [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d328d5-9f65-c292-1cee-81e16502ac40/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1038.316714] env[65664]: INFO nova.virt.vmwareapi.images [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Downloaded image file data 3ee85978-547a-4ebc-9d79-0797db465dba [ 1038.321158] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0406c0f-321e-4a9c-94a0-345819960e83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.330175] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242935} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.340805] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.343622] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf9342-6f59-4d77-9f2d-cd254b0fbe02 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.346639] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae841cbf-93e8-43d5-be20-754facd83365 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.349969] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.353092] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.434s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.354299] env[65664]: INFO nova.compute.claims [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.385223] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 56a50ead-37c7-4687-b1be-d6ad5f11b8b4/56a50ead-37c7-4687-b1be-d6ad5f11b8b4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.387107] env[65664]: INFO nova.scheduler.client.report [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted allocations for instance b377da4a-3b4a-425f-aabb-9358efe858aa [ 1038.388084] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe4b49eb-fb9f-48b2-b516-2116acd9999a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.414473] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1038.414473] env[65664]: value = "task-4415874" [ 1038.414473] env[65664]: _type = "Task" [ 1038.414473] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.429248] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.590375] env[65664]: INFO nova.virt.vmwareapi.images [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] The imported VM was unregistered [ 1038.593109] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1038.593458] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.593735] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f38be94-fbfc-4962-b0af-9fde9a0f036f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.616818] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created directory with path [datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.617088] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1/OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1.vmdk to [datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk. {{(pid=65664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1038.617418] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-48d7a7ca-b81b-48f8-bc1c-b9da071de6a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.627448] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1038.627448] env[65664]: value = "task-4415875" [ 1038.627448] env[65664]: _type = "Task" [ 1038.627448] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.637860] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.645765] env[65664]: WARNING neutronclient.v2_0.client [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.715760] env[65664]: DEBUG oslo_concurrency.lockutils [req-13a05732-70c6-43d1-8b3b-4b643ef3e806 req-a27f3fc4-7ab6-42c3-b141-654821326a07 service nova] Releasing lock "refresh_cache-217852f2-958f-48b8-9eb7-3e7368e91ac8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.750500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.853330] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.853706] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad5a067d-a7b2-4fc0-b29f-dc1f5d25a4eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.862432] env[65664]: DEBUG oslo_vmware.api [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1038.862432] env[65664]: value = "task-4415876" [ 1038.862432] env[65664]: _type = "Task" [ 1038.862432] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.877181] env[65664]: DEBUG oslo_vmware.api [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.915131] env[65664]: DEBUG oslo_concurrency.lockutils [None req-343d8884-941b-4943-8f1e-19745ae80726 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "b377da4a-3b4a-425f-aabb-9358efe858aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.729s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.917289] env[65664]: DEBUG oslo_concurrency.lockutils [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] Acquired lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.925210] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c94e9b-8735-4ab4-9e5c-7db9cd43a452 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.940389] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.943492] env[65664]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1038.943492] env[65664]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65664) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1038.943959] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a1481f7-4d15-4feb-9ec4-198ba3d84045 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.959832] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a23780-b2c3-4c47-8634-b3eeb365e4b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.011569] env[65664]: ERROR root [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-864135' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-864135' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-864135' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-864135'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-864135' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-864135' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-864135'}\n"]: nova.exception.InstanceNotFound: Instance b377da4a-3b4a-425f-aabb-9358efe858aa could not be found. [ 1039.012054] env[65664]: DEBUG oslo_concurrency.lockutils [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] Releasing lock "b377da4a-3b4a-425f-aabb-9358efe858aa" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.012158] env[65664]: DEBUG nova.compute.manager [req-f4137088-3e0e-423e-8efb-a5944c73a2a0 req-1b45c0e1-d714-4697-87d3-f62bc08ac786 service nova] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Detach interface failed, port_id=0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed, reason: Instance b377da4a-3b4a-425f-aabb-9358efe858aa could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1039.018128] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.018398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.018659] env[65664]: INFO nova.compute.manager [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Attaching volume 46bc9830-1b09-4e15-be77-95757dea60b0 to /dev/sdc [ 1039.067078] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84625edf-fd0a-4858-b590-cc96d12808e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.076643] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67710697-2b47-4bff-ad87-8d32bdcd0205 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.095998] env[65664]: DEBUG nova.virt.block_device [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating existing volume attachment record: b7690b7f-0e05-4016-8380-94a4898aaab5 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1039.153712] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.378309] env[65664]: DEBUG oslo_vmware.api [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415876, 'name': PowerOffVM_Task, 'duration_secs': 0.258389} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.378776] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.378974] env[65664]: DEBUG nova.compute.manager [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.380395] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8b22a-4425-44ad-be4b-150919f92cb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.432911] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.516857] env[65664]: DEBUG nova.network.neutron [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Successfully updated port: f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.654547] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.788426] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471d86fb-28d6-4e01-b37c-fb1dd7d1436e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.797908] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d805dc8-f288-4f6a-b57f-f61a8e5c5af1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.834273] env[65664]: WARNING neutronclient.v2_0.client [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.837573] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd9f17-ce17-4f99-9488-e027c1923d6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.847521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17036679-8821-4ccf-8c21-5da117c04a79 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.864160] env[65664]: DEBUG nova.compute.provider_tree [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.893844] env[65664]: DEBUG oslo_concurrency.lockutils [None req-942be08c-4fce-4f57-8656-0898843c47c7 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.933361] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415874, 'name': ReconfigVM_Task, 'duration_secs': 1.141911} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.933361] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 56a50ead-37c7-4687-b1be-d6ad5f11b8b4/56a50ead-37c7-4687-b1be-d6ad5f11b8b4.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.934213] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd126bdc-7dca-4e6f-8b19-e713eaa16acb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.943673] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1039.943673] env[65664]: value = "task-4415878" [ 1039.943673] env[65664]: _type = "Task" [ 1039.943673] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.959784] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415878, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.004770] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updated VIF entry in instance network info cache for port 1201579a-13ab-4453-8cab-873f9f1f9af8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.005510] env[65664]: DEBUG nova.network.neutron [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [{"id": "1201579a-13ab-4453-8cab-873f9f1f9af8", "address": "fa:16:3e:1f:59:05", "network": {"id": "aae481a1-4f62-4db5-99cf-4ad54ccc1af9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-781499314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cc861d593842ae9c093dcacc4d3bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1201579a-13", "ovs_interfaceid": "1201579a-13ab-4453-8cab-873f9f1f9af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.019885] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.019885] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.021019] env[65664]: DEBUG nova.network.neutron [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.142799] env[65664]: DEBUG nova.compute.manager [req-c29d1f1f-ce0d-48bc-8117-db9ce21a803c req-86353029-f71a-4ee0-a7b8-d3763e18ca49 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Received event network-vif-plugged-f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1040.143324] env[65664]: DEBUG oslo_concurrency.lockutils [req-c29d1f1f-ce0d-48bc-8117-db9ce21a803c req-86353029-f71a-4ee0-a7b8-d3763e18ca49 service nova] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.144190] env[65664]: DEBUG oslo_concurrency.lockutils [req-c29d1f1f-ce0d-48bc-8117-db9ce21a803c req-86353029-f71a-4ee0-a7b8-d3763e18ca49 service nova] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.144275] env[65664]: DEBUG oslo_concurrency.lockutils [req-c29d1f1f-ce0d-48bc-8117-db9ce21a803c req-86353029-f71a-4ee0-a7b8-d3763e18ca49 service nova] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.144517] env[65664]: DEBUG nova.compute.manager [req-c29d1f1f-ce0d-48bc-8117-db9ce21a803c req-86353029-f71a-4ee0-a7b8-d3763e18ca49 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] No waiting events found dispatching network-vif-plugged-f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.144677] env[65664]: WARNING nova.compute.manager [req-c29d1f1f-ce0d-48bc-8117-db9ce21a803c req-86353029-f71a-4ee0-a7b8-d3763e18ca49 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Received unexpected event network-vif-plugged-f0206cad-e512-416e-946b-ea253b7cf9eb for instance with vm_state building and task_state spawning. [ 1040.152778] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.220626] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.221012] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.221265] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.221455] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.221611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.225020] env[65664]: INFO nova.compute.manager [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Terminating instance [ 1040.368351] env[65664]: DEBUG nova.scheduler.client.report [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.459607] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415878, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.510084] env[65664]: DEBUG oslo_concurrency.lockutils [req-e73af181-25e8-42e3-a9d3-c704926a45fe req-c629b067-12c1-4713-95e6-123ecdf369de service nova] Releasing lock "refresh_cache-d7b83686-1f79-4fe7-9103-96a1885d82b4" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.597289] env[65664]: DEBUG nova.network.neutron [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.651128] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.731442] env[65664]: DEBUG nova.compute.manager [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1040.731794] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.732689] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad759764-e769-48bf-ab94-7ab6195df0c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.743879] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.744342] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22eb570b-349a-45fa-99a3-99efd22f8e11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.753709] env[65664]: DEBUG oslo_vmware.api [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1040.753709] env[65664]: value = "task-4415879" [ 1040.753709] env[65664]: _type = "Task" [ 1040.753709] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.765535] env[65664]: DEBUG oslo_vmware.api [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.864588] env[65664]: WARNING neutronclient.v2_0.client [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.874809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.875482] env[65664]: DEBUG nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1040.878617] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.106s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.878913] env[65664]: DEBUG nova.objects.instance [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lazy-loading 'resources' on Instance uuid 3ca59827-d235-4818-b66e-2da0b5d63bd9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.956222] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415878, 'name': Rename_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.043354] env[65664]: DEBUG nova.objects.instance [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'flavor' on Instance uuid ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.136510] env[65664]: DEBUG nova.network.neutron [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.154374] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.266783] env[65664]: DEBUG oslo_vmware.api [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415879, 'name': PowerOffVM_Task, 'duration_secs': 0.259761} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.267273] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.267548] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.267982] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1d06a1-998a-4dc3-a150-181912596614 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.356140] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.356378] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.356554] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleting the datastore file [datastore1] 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.356845] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-129d8a6e-3921-43f8-ad99-6095da4c8b7a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.369807] env[65664]: DEBUG oslo_vmware.api [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1041.369807] env[65664]: value = "task-4415881" [ 1041.369807] env[65664]: _type = "Task" [ 1041.369807] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.382956] env[65664]: DEBUG nova.compute.utils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.392822] env[65664]: DEBUG oslo_vmware.api [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.395050] env[65664]: DEBUG nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1041.459990] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415878, 'name': Rename_Task, 'duration_secs': 1.168139} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.460439] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.462433] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7451c84a-9e0e-40bd-990b-b96468639a64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.473221] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1041.473221] env[65664]: value = "task-4415883" [ 1041.473221] env[65664]: _type = "Task" [ 1041.473221] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.483945] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.549974] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.549974] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.550883] env[65664]: DEBUG nova.network.neutron [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.550883] env[65664]: DEBUG nova.objects.instance [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'info_cache' on Instance uuid ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.642922] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.643312] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Instance network_info: |[{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1041.643753] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:b3:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0206cad-e512-416e-946b-ea253b7cf9eb', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.651505] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating folder: Project (ec096aa96a8a4a98ac3c7a634a14c2a8). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.658289] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c985981e-6be7-4b5b-a454-18b0168e6b8b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.659883] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415875, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.922186} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.661316] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1/OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1.vmdk to [datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk. [ 1041.661910] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Cleaning up location [datastore2] OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1041.661910] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e6b9882b-6a40-4be0-92a0-a8076a723ab1 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.662656] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6880ae2-a4ee-4824-b86b-9ecdf8185c7e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.671959] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1041.671959] env[65664]: value = "task-4415885" [ 1041.671959] env[65664]: _type = "Task" [ 1041.671959] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.679018] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created folder: Project (ec096aa96a8a4a98ac3c7a634a14c2a8) in parent group-v863926. [ 1041.679018] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating folder: Instances. Parent ref: group-v864175. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.679018] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ffbb9c8-16ee-49b2-bba1-f1057bad4be6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.688237] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.692996] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created folder: Instances in parent group-v864175. [ 1041.693251] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.693482] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.693838] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70cee93-1904-4afb-8323-b6c651b8e617 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.716158] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.716158] env[65664]: value = "task-4415887" [ 1041.716158] env[65664]: _type = "Task" [ 1041.716158] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.728857] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415887, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.799716] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3895bf1f-8b9b-4333-8599-119af36c70cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.812627] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3ef3d-93c6-4e3e-bcdc-b38cefa3dba7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.855672] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de5261-7952-4e7d-b2d5-c00c01b2bbe7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.865477] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c0814-ec1f-4a85-a26e-deece24e6da8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.880643] env[65664]: DEBUG oslo_vmware.api [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501928} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.889457] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.889457] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.889664] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.889776] env[65664]: INFO nova.compute.manager [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1041.890036] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.890576] env[65664]: DEBUG nova.compute.provider_tree [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.892269] env[65664]: DEBUG nova.compute.manager [-] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.893050] env[65664]: DEBUG nova.network.neutron [-] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.893653] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.896299] env[65664]: DEBUG nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1041.974725] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.990466] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.063321] env[65664]: DEBUG nova.objects.base [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.190750] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142308} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.191126] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.191310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.191595] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk to [datastore2] 52b9ebe0-554a-4d35-b949-bed973996c41/52b9ebe0-554a-4d35-b949-bed973996c41.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.191888] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2013c005-5d10-494f-8200-b1bf619e8ec8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.204545] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1042.204545] env[65664]: value = "task-4415888" [ 1042.204545] env[65664]: _type = "Task" [ 1042.204545] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.219860] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.230342] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415887, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.240234] env[65664]: DEBUG nova.compute.manager [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Received event network-changed-f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1042.240463] env[65664]: DEBUG nova.compute.manager [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Refreshing instance network info cache due to event network-changed-f0206cad-e512-416e-946b-ea253b7cf9eb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1042.240733] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.240883] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.241041] env[65664]: DEBUG nova.network.neutron [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Refreshing network info cache for port f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.396925] env[65664]: DEBUG nova.scheduler.client.report [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.489345] env[65664]: DEBUG oslo_vmware.api [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415883, 'name': PowerOnVM_Task, 'duration_secs': 0.947216} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.489610] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.489804] env[65664]: INFO nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1042.489987] env[65664]: DEBUG nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.490828] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161617ae-ee73-42d6-8450-ae838c12bd14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.569202] env[65664]: WARNING neutronclient.v2_0.client [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.717781] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.729768] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415887, 'name': CreateVM_Task, 'duration_secs': 0.544871} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.730914] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.730914] env[65664]: WARNING neutronclient.v2_0.client [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.731224] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.731328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.731651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.731916] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a08373-b9ac-4dbc-9812-33faa29d19ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.738628] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1042.738628] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d4571-1858-08aa-7186-7d052806f50f" [ 1042.738628] env[65664]: _type = "Task" [ 1042.738628] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.744581] env[65664]: WARNING neutronclient.v2_0.client [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.755053] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d4571-1858-08aa-7186-7d052806f50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.872570] env[65664]: WARNING neutronclient.v2_0.client [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.907707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.911221] env[65664]: DEBUG nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1042.915180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.124s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.915475] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.915658] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1042.915813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.851s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.917801] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c125f-bea8-4d4a-abf0-8e6e88dfd239 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.943900] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0e4e0e-78cb-45fe-861c-90325c6b4a59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.952554] env[65664]: INFO nova.scheduler.client.report [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Deleted allocations for instance 3ca59827-d235-4818-b66e-2da0b5d63bd9 [ 1042.957331] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.957331] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.957331] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.957331] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.957772] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.957772] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.958077] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.958247] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.958416] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.958626] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.958875] env[65664]: DEBUG nova.virt.hardware [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.970594] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb226484-f024-4467-91cb-1fa2143d9bf2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.978026] env[65664]: DEBUG nova.network.neutron [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.978026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e56e8-9488-43ef-a036-df2f57e2e936 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.989562] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ee9cc2-b32b-4990-9822-a239e2f371f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.995709] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b644e-7b46-4594-b350-170ccb075326 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.042549] env[65664]: DEBUG nova.network.neutron [-] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.043938] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.049549] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Creating folder: Project (a691808bdb0c4e238a2944d0a8f79b8e). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.049983] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178280MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1043.050096] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.053166] env[65664]: WARNING neutronclient.v2_0.client [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.056111] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9935e4e-7259-454b-85bc-6df9e8a45d60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.058311] env[65664]: INFO nova.compute.manager [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Took 34.85 seconds to build instance. [ 1043.073181] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Created folder: Project (a691808bdb0c4e238a2944d0a8f79b8e) in parent group-v863926. [ 1043.073181] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Creating folder: Instances. Parent ref: group-v864178. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.073181] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded0dd48-7cb8-47fd-8005-16c7b9446b79 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.082787] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Created folder: Instances in parent group-v864178. [ 1043.083049] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1043.083289] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.083533] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55917a31-8e1d-42a4-b9ac-007c61bd7ac8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.103459] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.103459] env[65664]: value = "task-4415891" [ 1043.103459] env[65664]: _type = "Task" [ 1043.103459] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.115323] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415891, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.174604] env[65664]: DEBUG nova.network.neutron [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updated VIF entry in instance network info cache for port f0206cad-e512-416e-946b-ea253b7cf9eb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.174920] env[65664]: DEBUG nova.network.neutron [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.221152] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.254185] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d4571-1858-08aa-7186-7d052806f50f, 'name': SearchDatastore_Task, 'duration_secs': 0.030487} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.254607] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.254860] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.255147] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.255353] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.255604] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.255939] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169d09d5-3141-4cf7-a715-fe124a6d216e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.269403] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.269403] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.269615] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8319e21f-6c53-43e4-b3e6-5386a071c1c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.278365] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1043.278365] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52113191-4613-2a5a-af2e-fd410975f996" [ 1043.278365] env[65664]: _type = "Task" [ 1043.278365] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.288748] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52113191-4613-2a5a-af2e-fd410975f996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.398812] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.399104] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.480477] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9aaee81e-2620-4838-928b-68e143df1f16 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Lock "3ca59827-d235-4818-b66e-2da0b5d63bd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.236s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.481854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.556053] env[65664]: INFO nova.compute.manager [-] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Took 1.66 seconds to deallocate network for instance. [ 1043.565344] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.367s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.621212] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415891, 'name': CreateVM_Task, 'duration_secs': 0.345908} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.621409] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.621953] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.622264] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.622720] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.623020] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cefda55-1bd8-4c6c-b297-96048bdb6bb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.632982] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1043.632982] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529eca1f-39c6-2996-15dc-fe6b8fc583bd" [ 1043.632982] env[65664]: _type = "Task" [ 1043.632982] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.643983] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529eca1f-39c6-2996-15dc-fe6b8fc583bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.679116] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd607984-0a75-467f-99d7-9d668b3459f7 req-8d3c0492-7654-4687-b811-a83dc8ec99cd service nova] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.683953] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1043.684203] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864174', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'name': 'volume-46bc9830-1b09-4e15-be77-95757dea60b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'serial': '46bc9830-1b09-4e15-be77-95757dea60b0'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1043.685137] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6edf66-be73-4f55-90a8-f39c95b0c5c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.706687] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8783774-d7da-469c-953a-76335f66fdf7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.718793] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.757482] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-46bc9830-1b09-4e15-be77-95757dea60b0/volume-46bc9830-1b09-4e15-be77-95757dea60b0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.758659] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eabb70bf-65d5-4805-9412-e6789ddbcd5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.792611] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52113191-4613-2a5a-af2e-fd410975f996, 'name': SearchDatastore_Task, 'duration_secs': 0.014989} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.793014] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1043.793014] env[65664]: value = "task-4415892" [ 1043.793014] env[65664]: _type = "Task" [ 1043.793014] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.793828] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d532f6-df09-4371-a3c5-b6c09ff74396 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.809880] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1043.809880] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c5f313-b5a2-a40f-a2a5-c5d3707fb859" [ 1043.809880] env[65664]: _type = "Task" [ 1043.809880] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.811905] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.822429] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c5f313-b5a2-a40f-a2a5-c5d3707fb859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.832884] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ed0ccf-002a-4b2a-ae4f-80fb46644ddf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.842809] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f804dcb-fe19-4fa9-a2fb-f2410b3e9113 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.880678] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d5792-a296-4a90-9581-4f734dfb3f78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.891704] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef812011-8d16-4640-a49f-c17d670cc123 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.908746] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1043.912249] env[65664]: DEBUG nova.compute.provider_tree [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.066499] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.147069] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529eca1f-39c6-2996-15dc-fe6b8fc583bd, 'name': SearchDatastore_Task, 'duration_secs': 0.036757} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.148941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.148941] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.148941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.222477] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.306602] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.322598] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c5f313-b5a2-a40f-a2a5-c5d3707fb859, 'name': SearchDatastore_Task, 'duration_secs': 0.0368} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.322914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.323207] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295/7f0fe3c5-4b20-439b-b41d-fcef97533295.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.323504] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.323690] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.323921] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0d1e824-b8cc-49e8-9ba6-6de140fc55de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.326577] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9e03f6-e98c-4fdb-b71c-d4bea59934ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.330993] env[65664]: DEBUG nova.compute.manager [req-c16effb1-cbbd-4dd0-bbf6-86b352c97465 req-193ae939-e2c6-4ec4-ae42-e5e522647c2e service nova] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Received event network-vif-deleted-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.336465] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1044.336465] env[65664]: value = "task-4415893" [ 1044.336465] env[65664]: _type = "Task" [ 1044.336465] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.347270] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.348758] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.348950] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.350218] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44503872-de58-4124-85b5-b53391f58bca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.361054] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1044.361054] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d6ba4-22b7-98fa-14ae-3f7ae20099cf" [ 1044.361054] env[65664]: _type = "Task" [ 1044.361054] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.374792] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d6ba4-22b7-98fa-14ae-3f7ae20099cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.420330] env[65664]: DEBUG nova.scheduler.client.report [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.423849] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.424095] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.424300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.424577] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.424656] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.432193] env[65664]: INFO nova.compute.manager [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Terminating instance [ 1044.450502] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.490847] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.491337] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14d1a20-772c-4f96-ac61-d7580f51e45a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.503211] env[65664]: DEBUG oslo_vmware.api [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1044.503211] env[65664]: value = "task-4415894" [ 1044.503211] env[65664]: _type = "Task" [ 1044.503211] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.516392] env[65664]: DEBUG oslo_vmware.api [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.725284] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.809253] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415892, 'name': ReconfigVM_Task, 'duration_secs': 0.602827} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.809623] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-46bc9830-1b09-4e15-be77-95757dea60b0/volume-46bc9830-1b09-4e15-be77-95757dea60b0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.815224] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9c312d-3f54-46ee-bc12-17e045a6b0e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.835202] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1044.835202] env[65664]: value = "task-4415895" [ 1044.835202] env[65664]: _type = "Task" [ 1044.835202] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.849459] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.854329] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.875739] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522d6ba4-22b7-98fa-14ae-3f7ae20099cf, 'name': SearchDatastore_Task, 'duration_secs': 0.052011} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.876726] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6520f5-1a89-4e6c-a06a-1764af41119f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.887102] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1044.887102] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52723952-07eb-4359-1656-67d5cf93f896" [ 1044.887102] env[65664]: _type = "Task" [ 1044.887102] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.900770] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52723952-07eb-4359-1656-67d5cf93f896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.938188] env[65664]: DEBUG nova.compute.manager [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1044.939415] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.939821] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feabaa84-7b65-4091-8429-d8136816ee27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.952215] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.952654] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ee4730-62fe-4ae7-833d-afe541d413bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.964064] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1044.964064] env[65664]: value = "task-4415896" [ 1044.964064] env[65664]: _type = "Task" [ 1044.964064] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.978471] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.016329] env[65664]: DEBUG oslo_vmware.api [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.224974] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.354721] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415893, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.359633] env[65664]: DEBUG oslo_vmware.api [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415895, 'name': ReconfigVM_Task, 'duration_secs': 0.177736} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.360132] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864174', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'name': 'volume-46bc9830-1b09-4e15-be77-95757dea60b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'serial': '46bc9830-1b09-4e15-be77-95757dea60b0'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1045.404713] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52723952-07eb-4359-1656-67d5cf93f896, 'name': SearchDatastore_Task, 'duration_secs': 0.05538} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.405248] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.405683] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.406115] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0b0c716-22da-4cdf-b077-730738812d82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.417999] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1045.417999] env[65664]: value = "task-4415897" [ 1045.417999] env[65664]: _type = "Task" [ 1045.417999] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.436893] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.521s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.444124] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.444450] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.327s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.444689] env[65664]: DEBUG nova.objects.instance [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'resources' on Instance uuid 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.479893] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.522566] env[65664]: DEBUG oslo_vmware.api [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415894, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.729290] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.853954] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.934572] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.984946] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.025632] env[65664]: DEBUG oslo_vmware.api [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4415894, 'name': PowerOnVM_Task, 'duration_secs': 1.430393} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.027033] env[65664]: INFO nova.scheduler.client.report [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocation for migration 9839d58d-24bd-4808-b8dd-9409a5615d97 [ 1046.030887] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.031220] env[65664]: DEBUG nova.compute.manager [None req-8dd3296b-b3e8-4657-aa53-ce3673845cb2 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1046.034755] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946a4fbe-7d55-4c28-a5d8-fed0c2e770e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.226545] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.345831] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c255a9-224a-4157-9180-9b925a261fdc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.356616] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415893, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.807586} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.356728] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295/7f0fe3c5-4b20-439b-b41d-fcef97533295.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.356908] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.357862] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748778e-d7cd-4379-bfd6-1a9f943d64c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.360943] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad2f0e6-52fb-4158-81fa-1b79aedabc08 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.398919] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46d32a-bf01-403e-8d7c-bdb8773abe7a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.401761] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1046.401761] env[65664]: value = "task-4415898" [ 1046.401761] env[65664]: _type = "Task" [ 1046.401761] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.409727] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3995e-dc5d-400c-8185-de0d43f8a2c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.415058] env[65664]: DEBUG nova.objects.instance [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid c0739b32-fbba-456f-b15d-e943cd6f51a0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.420627] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.432225] env[65664]: DEBUG nova.compute.provider_tree [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.443095] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.476525] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415896, 'name': PowerOffVM_Task, 'duration_secs': 1.367448} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.476804] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.476972] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.477243] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de13c1a-9f63-4069-97ee-07630f9b3102 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.539914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-91b10edb-15e8-4744-b0ec-0b5f3fee5bc7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.414s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.587065] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.587266] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.587456] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] 56a50ead-37c7-4687-b1be-d6ad5f11b8b4 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.588261] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-980aeb9f-eec6-42fd-b7e8-c1f905c5846a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.595854] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1046.595854] env[65664]: value = "task-4415900" [ 1046.595854] env[65664]: _type = "Task" [ 1046.595854] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.605547] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.725156] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415888, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.195086} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.725417] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ee85978-547a-4ebc-9d79-0797db465dba/3ee85978-547a-4ebc-9d79-0797db465dba.vmdk to [datastore2] 52b9ebe0-554a-4d35-b949-bed973996c41/52b9ebe0-554a-4d35-b949-bed973996c41.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.727600] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054e89c-c56b-4de0-8530-e73d495db009 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.750256] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 52b9ebe0-554a-4d35-b949-bed973996c41/52b9ebe0-554a-4d35-b949-bed973996c41.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.750618] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1773c70b-71fc-439e-ad97-7f376ecf5c0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.771847] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1046.771847] env[65664]: value = "task-4415901" [ 1046.771847] env[65664]: _type = "Task" [ 1046.771847] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.780661] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.920365] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081399} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.927155] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3eb0d52a-504f-457d-b78d-5d1b8ed289db tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.908s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.928945] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.931519] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121b86f-507c-4026-8e79-8090f269e1e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.936431] env[65664]: DEBUG nova.scheduler.client.report [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.947675] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.970047] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295/7f0fe3c5-4b20-439b-b41d-fcef97533295.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.970824] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc78c25-5145-49d1-8fe2-27187afa1ba6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.995187] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1046.995187] env[65664]: value = "task-4415902" [ 1046.995187] env[65664]: _type = "Task" [ 1046.995187] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.008033] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.111170] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.283693] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415901, 'name': ReconfigVM_Task, 'duration_secs': 0.448409} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.284078] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 52b9ebe0-554a-4d35-b949-bed973996c41/52b9ebe0-554a-4d35-b949-bed973996c41.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.284777] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70a827d3-cc50-4c69-9fa2-3c125697dc62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.303459] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1047.303459] env[65664]: value = "task-4415903" [ 1047.303459] env[65664]: _type = "Task" [ 1047.303459] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.313258] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415903, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.432013] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415897, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.782262} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.433449] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.433684] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.435930] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a21d70d7-84f1-4e58-8632-5c281eaca4c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.442274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.446282] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.215s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.446636] env[65664]: DEBUG nova.objects.instance [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'resources' on Instance uuid 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.448430] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1047.448430] env[65664]: value = "task-4415904" [ 1047.448430] env[65664]: _type = "Task" [ 1047.448430] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.460241] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.468681] env[65664]: INFO nova.scheduler.client.report [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted allocations for instance 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70 [ 1047.509336] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415902, 'name': ReconfigVM_Task, 'duration_secs': 0.418165} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.510036] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295/7f0fe3c5-4b20-439b-b41d-fcef97533295.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.510857] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ef60e1-b48b-43d2-9df2-e167fa863ab9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.519057] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1047.519057] env[65664]: value = "task-4415905" [ 1047.519057] env[65664]: _type = "Task" [ 1047.519057] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.532945] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415905, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.566644] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "835cb91b-4107-4c1e-b207-3ce081a13086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.566919] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.567138] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.567318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.567483] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.569789] env[65664]: INFO nova.compute.manager [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Terminating instance [ 1047.608279] env[65664]: DEBUG oslo_vmware.api [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.74668} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.608585] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.608824] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.608963] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.609162] env[65664]: INFO nova.compute.manager [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1047.609817] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1047.609817] env[65664]: DEBUG nova.compute.manager [-] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1047.609817] env[65664]: DEBUG nova.network.neutron [-] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1047.610105] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.654504] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.814645] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415903, 'name': Rename_Task, 'duration_secs': 0.203832} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.814990] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.815265] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3034f3d1-6a3e-4aa4-a254-013f07336122 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.822925] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1047.822925] env[65664]: value = "task-4415906" [ 1047.822925] env[65664]: _type = "Task" [ 1047.822925] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.832602] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.913247] env[65664]: DEBUG nova.compute.manager [req-fdfedf76-75ae-4ecf-8bed-c8c3120f72f0 req-2ba642bb-2d10-4424-88f9-71b1c6239c14 service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Received event network-vif-deleted-781ed3c0-bb73-448f-a4c0-324bea112975 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1047.913570] env[65664]: INFO nova.compute.manager [req-fdfedf76-75ae-4ecf-8bed-c8c3120f72f0 req-2ba642bb-2d10-4424-88f9-71b1c6239c14 service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Neutron deleted interface 781ed3c0-bb73-448f-a4c0-324bea112975; detaching it from the instance and deleting it from the info cache [ 1047.913631] env[65664]: DEBUG nova.network.neutron [req-fdfedf76-75ae-4ecf-8bed-c8c3120f72f0 req-2ba642bb-2d10-4424-88f9-71b1c6239c14 service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.940784] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.940784] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.951424] env[65664]: DEBUG nova.objects.instance [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'numa_topology' on Instance uuid 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.964307] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136711} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.964586] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.965539] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa7fb3b-f795-4d0d-ac01-f851c04bbc2a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.991606] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.992366] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.370s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.993770] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e2275b-4458-4163-a84a-4022c75f0ddd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.017023] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1048.017023] env[65664]: value = "task-4415907" [ 1048.017023] env[65664]: _type = "Task" [ 1048.017023] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.030927] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415905, 'name': Rename_Task, 'duration_secs': 0.159171} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.034404] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.034720] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.034952] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecaf5537-9ea7-405f-a6e3-ae77f7c9bf4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.043616] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1048.043616] env[65664]: value = "task-4415908" [ 1048.043616] env[65664]: _type = "Task" [ 1048.043616] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.053620] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.074195] env[65664]: DEBUG nova.compute.manager [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1048.074446] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.075615] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe7aff1-c972-4166-a5de-548d5d03e3b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.086681] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.086974] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd5bbfc-3574-4ae5-a544-a95849b12ab7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.095013] env[65664]: DEBUG oslo_vmware.api [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1048.095013] env[65664]: value = "task-4415909" [ 1048.095013] env[65664]: _type = "Task" [ 1048.095013] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.104526] env[65664]: DEBUG oslo_vmware.api [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.189015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3d6ee82d-5cfa-4c97-a976-933227759979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.189396] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3d6ee82d-5cfa-4c97-a976-933227759979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.335113] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.383801] env[65664]: DEBUG nova.network.neutron [-] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.417676] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-665f80d5-a9b5-4fb0-9962-81e8d5e3e4bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.428618] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2cf703-4130-4f9f-a338-73993841069b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.443065] env[65664]: INFO nova.compute.manager [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Detaching volume a08db61a-343c-4369-ae26-7441c7d063c8 [ 1048.472500] env[65664]: DEBUG nova.objects.base [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Object Instance<4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8> lazy-loaded attributes: resources,numa_topology {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.476315] env[65664]: DEBUG nova.compute.manager [req-fdfedf76-75ae-4ecf-8bed-c8c3120f72f0 req-2ba642bb-2d10-4424-88f9-71b1c6239c14 service nova] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Detach interface failed, port_id=781ed3c0-bb73-448f-a4c0-324bea112975, reason: Instance 56a50ead-37c7-4687-b1be-d6ad5f11b8b4 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1048.487978] env[65664]: INFO nova.virt.block_device [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Attempting to driver detach volume a08db61a-343c-4369-ae26-7441c7d063c8 from mountpoint /dev/sdb [ 1048.488519] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.488887] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864169', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'name': 'volume-a08db61a-343c-4369-ae26-7441c7d063c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'serial': 'a08db61a-343c-4369-ae26-7441c7d063c8'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.490417] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c3f96-2303-4d84-a672-20a03d29cc83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.528402] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16313dc5-71f3-40ab-a00c-e54ffa137fb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.541315] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05289aa-1da6-4051-b178-afcf75638126 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.544124] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.576425] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.580506] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa7bfb-7c76-477d-9a54-9a06d6ec3a44 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.598847] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The volume has not been displaced from its original location: [datastore2] volume-a08db61a-343c-4369-ae26-7441c7d063c8/volume-a08db61a-343c-4369-ae26-7441c7d063c8.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.604320] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.610218] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e1d960-f790-4d59-9f98-560f637db3a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632229] env[65664]: DEBUG oslo_vmware.api [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415909, 'name': PowerOffVM_Task, 'duration_secs': 0.354085} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.634473] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.634750] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.635214] env[65664]: DEBUG oslo_vmware.api [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1048.635214] env[65664]: value = "task-4415910" [ 1048.635214] env[65664]: _type = "Task" [ 1048.635214] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.635514] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69933ab2-705a-4cb1-afc0-d63f53aa9dee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.653038] env[65664]: DEBUG oslo_vmware.api [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.692570] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1048.739811] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.740331] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.740623] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore1] 835cb91b-4107-4c1e-b207-3ce081a13086 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.741024] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e93c26-f59d-49f3-ba6c-12a78fe30d29 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.755314] env[65664]: DEBUG oslo_vmware.api [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1048.755314] env[65664]: value = "task-4415912" [ 1048.755314] env[65664]: _type = "Task" [ 1048.755314] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.772526] env[65664]: DEBUG oslo_vmware.api [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.839492] env[65664]: DEBUG oslo_vmware.api [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415906, 'name': PowerOnVM_Task, 'duration_secs': 0.701864} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.839964] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.840138] env[65664]: INFO nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Took 20.08 seconds to spawn the instance on the hypervisor. [ 1048.840286] env[65664]: DEBUG nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.841482] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8ffbc-aff0-4b3b-b118-3dc393a27059 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.887533] env[65664]: INFO nova.compute.manager [-] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Took 1.28 seconds to deallocate network for instance. [ 1048.915298] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233edd45-5d87-49bf-8bf5-f55bb59bb966 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.931262] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c3c06-236c-404d-abfc-98d34501e85a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.981473] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa85f794-19ef-46d1-8662-8790f794eea1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.994840] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0321c89d-f95b-44e0-bd5c-2252733d1ed4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.011802] env[65664]: DEBUG nova.compute.provider_tree [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.032986] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.058836] env[65664]: DEBUG oslo_vmware.api [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4415908, 'name': PowerOnVM_Task, 'duration_secs': 0.804213} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.059150] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.059365] env[65664]: INFO nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1049.059541] env[65664]: DEBUG nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1049.060451] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17789eeb-ce82-4f06-b051-3bd92579bab0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.156014] env[65664]: DEBUG oslo_vmware.api [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415910, 'name': ReconfigVM_Task, 'duration_secs': 0.378023} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.156498] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.165382] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa61d7f2-47cb-4d8f-a003-266f0706e9c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.191656] env[65664]: DEBUG oslo_vmware.api [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1049.191656] env[65664]: value = "task-4415913" [ 1049.191656] env[65664]: _type = "Task" [ 1049.191656] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.202299] env[65664]: DEBUG oslo_vmware.api [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.221464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.268757] env[65664]: DEBUG oslo_vmware.api [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40519} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.269868] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.269868] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.269868] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.269868] env[65664]: INFO nova.compute.manager [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1049.269868] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1049.270213] env[65664]: DEBUG nova.compute.manager [-] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1049.270213] env[65664]: DEBUG nova.network.neutron [-] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1049.270403] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.356162] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.371103] env[65664]: INFO nova.compute.manager [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Took 42.18 seconds to build instance. [ 1049.398267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.533514] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415907, 'name': ReconfigVM_Task, 'duration_secs': 1.173208} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.533823] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.534585] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a0e7a9-7572-4112-bdad-aefbe5972b52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.538608] env[65664]: ERROR nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [req-5ff40a61-b8ce-4161-8b5e-d7861fd3e416] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ff40a61-b8ce-4161-8b5e-d7861fd3e416"}]} [ 1049.543657] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1049.543657] env[65664]: value = "task-4415914" [ 1049.543657] env[65664]: _type = "Task" [ 1049.543657] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.554990] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415914, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.559488] env[65664]: DEBUG nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.579858] env[65664]: DEBUG nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.580257] env[65664]: DEBUG nova.compute.provider_tree [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.582396] env[65664]: INFO nova.compute.manager [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 35.05 seconds to build instance. [ 1049.601464] env[65664]: DEBUG nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.626066] env[65664]: DEBUG nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.707540] env[65664]: DEBUG oslo_vmware.api [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415913, 'name': ReconfigVM_Task, 'duration_secs': 0.232057} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.707540] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864169', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'name': 'volume-a08db61a-343c-4369-ae26-7441c7d063c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a08db61a-343c-4369-ae26-7441c7d063c8', 'serial': 'a08db61a-343c-4369-ae26-7441c7d063c8'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.873835] env[65664]: DEBUG oslo_concurrency.lockutils [None req-07d73a1b-7712-4aef-a78f-acfa234483e9 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "52b9ebe0-554a-4d35-b949-bed973996c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.693s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.956249] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc99cc84-9cf6-45ab-b6aa-9478b1cfe5ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.966065] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fba7e-2e21-4ad9-bb85-438c12f1791c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.008088] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21d4ee5-4149-421c-b374-4dda0df83291 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.017849] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b19af0-7cbf-42d0-a1d4-9bcfad822aac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.035807] env[65664]: DEBUG nova.compute.provider_tree [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.056765] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415914, 'name': Rename_Task, 'duration_secs': 0.312965} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.056765] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.056765] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b094b00-08f3-4aca-b9ab-5ef3464cd8b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.066418] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1050.066418] env[65664]: value = "task-4415915" [ 1050.066418] env[65664]: _type = "Task" [ 1050.066418] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.077702] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.089356] env[65664]: DEBUG oslo_concurrency.lockutils [None req-86a3e68e-c3fb-4225-a619-01b20bc585af tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.576s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.112443] env[65664]: DEBUG nova.compute.manager [req-7b64f192-333f-4e7d-9405-d0e530bcf475 req-7ae4e7c4-b1aa-4fec-998d-1fa4bed5fc9e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Received event network-vif-deleted-7b624e33-1161-49c3-ba50-8520a866fc14 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.112694] env[65664]: INFO nova.compute.manager [req-7b64f192-333f-4e7d-9405-d0e530bcf475 req-7ae4e7c4-b1aa-4fec-998d-1fa4bed5fc9e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Neutron deleted interface 7b624e33-1161-49c3-ba50-8520a866fc14; detaching it from the instance and deleting it from the info cache [ 1050.113089] env[65664]: DEBUG nova.network.neutron [req-7b64f192-333f-4e7d-9405-d0e530bcf475 req-7ae4e7c4-b1aa-4fec-998d-1fa4bed5fc9e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.123292] env[65664]: DEBUG nova.network.neutron [-] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.265026] env[65664]: DEBUG nova.objects.instance [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid c0739b32-fbba-456f-b15d-e943cd6f51a0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.539126] env[65664]: DEBUG nova.scheduler.client.report [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.578613] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.617494] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-994263e8-8d0d-4d55-8049-d58295baa353 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.628250] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc05258-19b6-46cb-81af-a13306dd4533 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.640905] env[65664]: INFO nova.compute.manager [-] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Took 1.37 seconds to deallocate network for instance. [ 1050.670331] env[65664]: DEBUG nova.compute.manager [req-7b64f192-333f-4e7d-9405-d0e530bcf475 req-7ae4e7c4-b1aa-4fec-998d-1fa4bed5fc9e service nova] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Detach interface failed, port_id=7b624e33-1161-49c3-ba50-8520a866fc14, reason: Instance 835cb91b-4107-4c1e-b207-3ce081a13086 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1050.807575] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "52b9ebe0-554a-4d35-b949-bed973996c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.807851] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "52b9ebe0-554a-4d35-b949-bed973996c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.808072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "52b9ebe0-554a-4d35-b949-bed973996c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.808253] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "52b9ebe0-554a-4d35-b949-bed973996c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.808425] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "52b9ebe0-554a-4d35-b949-bed973996c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.811439] env[65664]: INFO nova.compute.manager [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Terminating instance [ 1051.045074] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.598s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.047818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.298s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.049432] env[65664]: INFO nova.compute.claims [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.079914] env[65664]: DEBUG oslo_vmware.api [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415915, 'name': PowerOnVM_Task, 'duration_secs': 0.834398} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.080279] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.080500] env[65664]: INFO nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1051.080733] env[65664]: DEBUG nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.081671] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53113d0-b018-4136-b44d-88fb0b33f67d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.149112] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.228276] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.271946] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23f89134-3ad1-4893-a56a-5c9ccced7871 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.273519] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.045s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.315934] env[65664]: DEBUG nova.compute.manager [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1051.316210] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.317135] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3619c2-5528-418d-8de5-9c2684a3ff15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.326415] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.326753] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b63998c6-e677-47f5-8861-640ccabc6db9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.334151] env[65664]: DEBUG oslo_vmware.api [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1051.334151] env[65664]: value = "task-4415916" [ 1051.334151] env[65664]: _type = "Task" [ 1051.334151] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.344662] env[65664]: DEBUG oslo_vmware.api [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.556491] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b213a052-2287-435c-8a64-2ad773e56ee3 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.867s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.558683] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.588s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.559063] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.560201] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.560524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.563699] env[65664]: INFO nova.compute.manager [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Terminating instance [ 1051.604149] env[65664]: INFO nova.compute.manager [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Took 33.71 seconds to build instance. [ 1051.777642] env[65664]: INFO nova.compute.manager [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Detaching volume 46bc9830-1b09-4e15-be77-95757dea60b0 [ 1051.824243] env[65664]: INFO nova.virt.block_device [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Attempting to driver detach volume 46bc9830-1b09-4e15-be77-95757dea60b0 from mountpoint /dev/sdc [ 1051.824490] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.824684] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864174', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'name': 'volume-46bc9830-1b09-4e15-be77-95757dea60b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'serial': '46bc9830-1b09-4e15-be77-95757dea60b0'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.825646] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd8b95-6b38-46a7-a56a-8fcef630a210 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.854540] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5830ff77-e2b8-4fd1-bb0c-91f009728cd5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.865087] env[65664]: DEBUG oslo_vmware.api [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415916, 'name': PowerOffVM_Task, 'duration_secs': 0.343388} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.867034] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.867266] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.867672] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-789ea230-4282-416a-903d-2e59795908db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.869778] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8806ba78-b6a2-4b27-bc5c-82aebaa25a08 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.893661] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9829c4d-3f88-4e86-b4a2-56814e5ca7e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.922695] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] The volume has not been displaced from its original location: [datastore1] volume-46bc9830-1b09-4e15-be77-95757dea60b0/volume-46bc9830-1b09-4e15-be77-95757dea60b0.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.928237] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.928661] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec09ab8c-a369-4bcf-8c90-2ddc905fa9ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.956057] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1051.956057] env[65664]: value = "task-4415918" [ 1051.956057] env[65664]: _type = "Task" [ 1051.956057] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.966838] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.976913] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.977171] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.977402] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleting the datastore file [datastore2] 52b9ebe0-554a-4d35-b949-bed973996c41 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.977685] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f762a6a4-d341-4d67-b458-cc7ca01ec2b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.988735] env[65664]: INFO nova.compute.manager [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Rebuilding instance [ 1051.991800] env[65664]: DEBUG oslo_vmware.api [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1051.991800] env[65664]: value = "task-4415919" [ 1051.991800] env[65664]: _type = "Task" [ 1051.991800] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.005971] env[65664]: DEBUG oslo_vmware.api [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.041987] env[65664]: DEBUG nova.compute.manager [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1052.042955] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab567fc-5b90-4aa5-ab09-9ce5469a9e15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.070474] env[65664]: DEBUG nova.compute.manager [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1052.072174] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.072174] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ad07966-e3c0-48b2-b725-e5c83e6b25d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.085937] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e1c9b-cc23-40ac-97a0-daff4badc9d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.106189] env[65664]: DEBUG oslo_concurrency.lockutils [None req-75fbfb2b-a511-4b4d-b510-b8058b1afbe9 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "0006023e-3281-4a82-a49f-fdc03492f322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.217s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.128817] env[65664]: WARNING nova.virt.vmwareapi.vmops [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8 could not be found. [ 1052.129150] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.129321] env[65664]: INFO nova.compute.manager [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1052.129575] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.132473] env[65664]: DEBUG nova.compute.manager [-] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.132587] env[65664]: DEBUG nova.network.neutron [-] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.132839] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.147106] env[65664]: DEBUG nova.compute.manager [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Received event network-changed-f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.147359] env[65664]: DEBUG nova.compute.manager [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Refreshing instance network info cache due to event network-changed-f0206cad-e512-416e-946b-ea253b7cf9eb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1052.147751] env[65664]: DEBUG oslo_concurrency.lockutils [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.147751] env[65664]: DEBUG oslo_concurrency.lockutils [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.148286] env[65664]: DEBUG nova.network.neutron [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Refreshing network info cache for port f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.175303] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.404189] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2fb905-6d32-421e-8663-81edf4fbc96a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.414256] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe7bf41-5a9a-427a-9d73-804f47d777e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446812] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99abca3-a9da-47f9-b17e-3389950c284b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.456420] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02733c9-6c0d-4c8a-acf2-a83ea4d9673e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.486484] env[65664]: DEBUG nova.compute.provider_tree [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.490517] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.503656] env[65664]: DEBUG oslo_vmware.api [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414811} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.503916] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.504246] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.504458] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.504631] env[65664]: INFO nova.compute.manager [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1052.504890] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.505395] env[65664]: DEBUG nova.compute.manager [-] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.505511] env[65664]: DEBUG nova.network.neutron [-] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.505765] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.554058] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.655230] env[65664]: WARNING neutronclient.v2_0.client [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.882536] env[65664]: WARNING neutronclient.v2_0.client [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.950476] env[65664]: DEBUG nova.network.neutron [-] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.963075] env[65664]: DEBUG nova.network.neutron [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updated VIF entry in instance network info cache for port f0206cad-e512-416e-946b-ea253b7cf9eb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.963493] env[65664]: DEBUG nova.network.neutron [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.975680] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.990286] env[65664]: DEBUG nova.scheduler.client.report [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.059762] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.060084] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8206f13a-893e-4fdd-a11a-cf141d16d2bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.069807] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1053.069807] env[65664]: value = "task-4415920" [ 1053.069807] env[65664]: _type = "Task" [ 1053.069807] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.081449] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.258525] env[65664]: DEBUG nova.network.neutron [-] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.454748] env[65664]: INFO nova.compute.manager [-] [instance: 4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8] Took 1.32 seconds to deallocate network for instance. [ 1053.466091] env[65664]: DEBUG oslo_concurrency.lockutils [req-1e6e7990-cdda-452e-9fd5-d2c29d62fdc1 req-a9750d71-fff7-44d3-8aa8-801214dba7f2 service nova] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.478750] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415918, 'name': ReconfigVM_Task, 'duration_secs': 1.337209} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.478909] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.486330] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-064186e5-16cf-4985-888e-a759ae74c0ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.504122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.504864] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1053.508900] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.458s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.518328] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1053.518328] env[65664]: value = "task-4415921" [ 1053.518328] env[65664]: _type = "Task" [ 1053.518328] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.532877] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.582978] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415920, 'name': PowerOffVM_Task, 'duration_secs': 0.168791} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.583778] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.583918] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.584762] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f19cb3-2a31-47f0-9717-de282e236171 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.594681] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.594968] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be5320b-03f9-46ee-aa56-bfc1d34030f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.624247] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.624513] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.624663] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Deleting the datastore file [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.624932] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e163a014-cb8c-4a14-905c-f5654ae141d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.634286] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1053.634286] env[65664]: value = "task-4415923" [ 1053.634286] env[65664]: _type = "Task" [ 1053.634286] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.644809] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.762159] env[65664]: INFO nova.compute.manager [-] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Took 1.26 seconds to deallocate network for instance. [ 1054.023182] env[65664]: DEBUG nova.compute.utils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.024776] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1054.024978] env[65664]: DEBUG nova.network.neutron [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1054.025309] env[65664]: WARNING neutronclient.v2_0.client [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.025620] env[65664]: WARNING neutronclient.v2_0.client [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.042406] env[65664]: DEBUG oslo_vmware.api [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415921, 'name': ReconfigVM_Task, 'duration_secs': 0.226576} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.042723] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864174', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'name': 'volume-46bc9830-1b09-4e15-be77-95757dea60b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0739b32-fbba-456f-b15d-e943cd6f51a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46bc9830-1b09-4e15-be77-95757dea60b0', 'serial': '46bc9830-1b09-4e15-be77-95757dea60b0'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.080322] env[65664]: DEBUG nova.policy [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9af1234f9a84fdeb5c8e24bd6cd2a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5dde46c97ec4b85a3a7f29d1d358763', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.147840] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355898} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.147840] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.147840] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.148459] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.268926] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.416789] env[65664]: DEBUG nova.network.neutron [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Successfully created port: f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1054.484104] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bf62334d-5be2-451a-b96b-00132584512a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "4c7a0d90-3a98-456a-b5d2-14ce7cd1d7d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.925s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.530513] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1054.550534] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c3deb464-849c-4aef-88df-efd9df3c4e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.550534] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.550801] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.550801] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 2564cbff-4c12-4be4-95b7-a2195bdd89cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.551321] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.551321] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 21e8299b-2556-445f-bf30-298acc245dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.551321] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance d7b83686-1f79-4fe7-9103-96a1885d82b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.551502] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c0739b32-fbba-456f-b15d-e943cd6f51a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.551549] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ed3397de-25ba-4a4f-8c9d-79b13377e211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552467] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6bb40da3-e0da-4408-a1ce-2df61c746e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552467] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552467] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 835cb91b-4107-4c1e-b207-3ce081a13086 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.552467] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 12e7d846-7059-4d21-81b6-19e9afd6d007 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552467] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 217852f2-958f-48b8-9eb7-3e7368e91ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552467] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 52b9ebe0-554a-4d35-b949-bed973996c41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552467] env[65664]: WARNING nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 56a50ead-37c7-4687-b1be-d6ad5f11b8b4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.552467] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 7f0fe3c5-4b20-439b-b41d-fcef97533295 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552825] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 0006023e-3281-4a82-a49f-fdc03492f322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.552825] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance fce7c3c4-a66e-49ba-9431-39b9fa91d025 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1054.592057] env[65664]: DEBUG nova.objects.instance [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'flavor' on Instance uuid c0739b32-fbba-456f-b15d-e943cd6f51a0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.741854] env[65664]: DEBUG nova.compute.manager [req-d74b41b8-e1e1-4ad9-853e-f235361f2f77 req-298617b5-5e54-4ee4-90e1-fbc4c865ffa1 service nova] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Received event network-vif-deleted-90219d4c-b420-4c2a-b1e7-5c7d73cb162e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.055820] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1055.183504] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.183852] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.183902] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.184089] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.184237] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.184379] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.184586] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.184742] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.184904] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.185071] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.185245] env[65664]: DEBUG nova.virt.hardware [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.186145] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce74eac7-23f8-4263-b35c-79a1d5f2f61f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.195360] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d12a0d6-8cf4-4638-82ba-2e47a3129d20 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.210698] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.216329] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.216615] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.216836] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ceb7f5-4c79-4b8f-a662-adf7eaa589d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.235974] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.235974] env[65664]: value = "task-4415924" [ 1055.235974] env[65664]: _type = "Task" [ 1055.235974] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.246800] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415924, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.540658] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1055.561621] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3d6ee82d-5cfa-4c97-a976-933227759979 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1055.561737] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1055.561880] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '14', 'num_task_None': '14', 'num_os_type_None': '16', 'num_proj_12179bbb71714cc3bb37456ea5682668': '2', 'io_workload': '2', 'num_proj_d817bea104c34f0798e2be963cc444d4': '2', 'num_proj_57cc861d593842ae9c093dcacc4d3bab': '3', 'num_vm_rescued': '1', 'num_proj_1e1399a836b44dda93cdd9bcd4a37b31': '2', 'num_proj_78c4f805c62845bfbdedbcad882bb397': '1', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '1', 'num_proj_a5e505a087364583bc6a5d460da9a6ea': '1', 'num_proj_614c8591c25846029aef1e8bfa8e7be6': '1', 'num_task_deleting': '1', 'num_proj_ec096aa96a8a4a98ac3c7a634a14c2a8': '1', 'num_task_rebuilding': '1', 'num_proj_a691808bdb0c4e238a2944d0a8f79b8e': '1', 'num_vm_building': '1', 'num_proj_a5dde46c97ec4b85a3a7f29d1d358763': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1055.567154] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.567320] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.567489] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.567618] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.568082] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.568082] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.568225] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.568425] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.568507] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.568616] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.568782] env[65664]: DEBUG nova.virt.hardware [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.569648] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f8b5d3-c2a1-4a65-86bc-95893f8a4566 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.578450] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98894eb1-9915-44ec-876b-c821d4d8594c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.599903] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae824f9a-5b77-4d24-b318-94b146ea372e tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.326s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.749895] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415924, 'name': CreateVM_Task, 'duration_secs': 0.297507} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.750651] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.751879] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.751879] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.751879] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.752408] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb6a3dc-8ecc-489f-be34-9c9cabeff32f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.761008] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1055.761008] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528926a8-9d21-51ce-3de1-3e71b9a2e6e5" [ 1055.761008] env[65664]: _type = "Task" [ 1055.761008] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.772305] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528926a8-9d21-51ce-3de1-3e71b9a2e6e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.846355] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f53234b-271d-435b-8b3f-a0da2046f34f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.855238] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a2f6c-4912-428e-9394-95363c80c9f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.889730] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83113ddd-20e4-4334-80aa-4e2949688821 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.898397] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5009a-b789-4ee1-8b45-dbd28d56d0c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.913400] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.915461] env[65664]: DEBUG nova.network.neutron [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Successfully updated port: f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1056.091505] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "f58cd15d-cf04-435c-8df4-7308b4089c11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.091505] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.273397] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528926a8-9d21-51ce-3de1-3e71b9a2e6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.273711] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.273942] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.274196] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.274410] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.274622] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.274903] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc1150e1-916c-4fd4-86ba-b2107144fee5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.287264] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.287566] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.288512] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46758a66-d123-4728-a30d-e12b79b855bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.297447] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1056.297447] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c65962-0ee9-8555-3e3f-9a64681c9860" [ 1056.297447] env[65664]: _type = "Task" [ 1056.297447] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.305370] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c65962-0ee9-8555-3e3f-9a64681c9860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.418039] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.422860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "refresh_cache-fce7c3c4-a66e-49ba-9431-39b9fa91d025" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.422968] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquired lock "refresh_cache-fce7c3c4-a66e-49ba-9431-39b9fa91d025" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.423259] env[65664]: DEBUG nova.network.neutron [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.594052] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1056.770826] env[65664]: DEBUG nova.compute.manager [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Received event network-vif-plugged-f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1056.770992] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] Acquiring lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.771229] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.771444] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.771640] env[65664]: DEBUG nova.compute.manager [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] No waiting events found dispatching network-vif-plugged-f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1056.771818] env[65664]: WARNING nova.compute.manager [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Received unexpected event network-vif-plugged-f6d58f32-a862-4b23-a8ce-62939be382e0 for instance with vm_state building and task_state spawning. [ 1056.772010] env[65664]: DEBUG nova.compute.manager [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Received event network-changed-f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1056.772211] env[65664]: DEBUG nova.compute.manager [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Refreshing instance network info cache due to event network-changed-f6d58f32-a862-4b23-a8ce-62939be382e0. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1056.772443] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] Acquiring lock "refresh_cache-fce7c3c4-a66e-49ba-9431-39b9fa91d025" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.808423] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c65962-0ee9-8555-3e3f-9a64681c9860, 'name': SearchDatastore_Task, 'duration_secs': 0.023873} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.809336] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35e888d-15f3-456e-856f-33fcbaa389f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.816109] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1056.816109] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5254a4f0-3cd0-e4fc-3538-994109f41fae" [ 1056.816109] env[65664]: _type = "Task" [ 1056.816109] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.826513] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5254a4f0-3cd0-e4fc-3538-994109f41fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.835259] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.835597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.835875] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "c0739b32-fbba-456f-b15d-e943cd6f51a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.836086] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.836299] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.838867] env[65664]: INFO nova.compute.manager [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Terminating instance [ 1056.926022] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1056.926778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.418s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.929551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.863s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.929821] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.931959] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.482s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.933628] env[65664]: INFO nova.compute.claims [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.967136] env[65664]: INFO nova.scheduler.client.report [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted allocations for instance 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d [ 1056.973532] env[65664]: DEBUG nova.network.neutron [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1057.050653] env[65664]: WARNING neutronclient.v2_0.client [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.113586] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.119625] env[65664]: DEBUG nova.network.neutron [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Updating instance_info_cache with network_info: [{"id": "f6d58f32-a862-4b23-a8ce-62939be382e0", "address": "fa:16:3e:dd:21:2d", "network": {"id": "e6903953-c1dc-4109-8997-a515a2129064", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-827649692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5dde46c97ec4b85a3a7f29d1d358763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d58f32-a8", "ovs_interfaceid": "f6d58f32-a862-4b23-a8ce-62939be382e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.326732] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5254a4f0-3cd0-e4fc-3538-994109f41fae, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.327124] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.327280] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.328099] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23d8049-dec9-4b55-982f-a6add958ae63 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.335955] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1057.335955] env[65664]: value = "task-4415925" [ 1057.335955] env[65664]: _type = "Task" [ 1057.335955] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.345919] env[65664]: DEBUG nova.compute.manager [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1057.346161] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.346460] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.347251] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4effb1-78fa-41bd-9cff-0030ac9df8d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.355383] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.355638] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1267abce-3add-40a5-8791-d605ecca488f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.362997] env[65664]: DEBUG oslo_vmware.api [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1057.362997] env[65664]: value = "task-4415926" [ 1057.362997] env[65664]: _type = "Task" [ 1057.362997] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.372219] env[65664]: DEBUG oslo_vmware.api [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.479797] env[65664]: DEBUG oslo_concurrency.lockutils [None req-32d3b110-86d1-4126-a7f3-249e7675666f tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "60a3376e-2bda-4fbb-b0d6-e54a8db83d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.259s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.622397] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Releasing lock "refresh_cache-fce7c3c4-a66e-49ba-9431-39b9fa91d025" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.622992] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Instance network_info: |[{"id": "f6d58f32-a862-4b23-a8ce-62939be382e0", "address": "fa:16:3e:dd:21:2d", "network": {"id": "e6903953-c1dc-4109-8997-a515a2129064", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-827649692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5dde46c97ec4b85a3a7f29d1d358763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d58f32-a8", "ovs_interfaceid": "f6d58f32-a862-4b23-a8ce-62939be382e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1057.623256] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] Acquired lock "refresh_cache-fce7c3c4-a66e-49ba-9431-39b9fa91d025" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.623434] env[65664]: DEBUG nova.network.neutron [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Refreshing network info cache for port f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.624803] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:21:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d58f32-a862-4b23-a8ce-62939be382e0', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.635250] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Creating folder: Project (a5dde46c97ec4b85a3a7f29d1d358763). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.636531] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5412761-d08a-44c7-ac0b-70063cfdc3cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.650932] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Created folder: Project (a5dde46c97ec4b85a3a7f29d1d358763) in parent group-v863926. [ 1057.651290] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Creating folder: Instances. Parent ref: group-v864182. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.651603] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567a6dd9-f1ac-4c73-93cb-1e69d9706540 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.668016] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Created folder: Instances in parent group-v864182. [ 1057.668309] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1057.668471] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.668885] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89b67194-f465-42af-8c6d-2428b5abaa54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.694060] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.694060] env[65664]: value = "task-4415929" [ 1057.694060] env[65664]: _type = "Task" [ 1057.694060] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.706614] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415929, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.850364] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415925, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.876960] env[65664]: DEBUG oslo_vmware.api [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415926, 'name': PowerOffVM_Task, 'duration_secs': 0.232544} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.877329] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.877562] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.877843] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-486a0f67-9fd1-446b-89fb-bfd4177e8953 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.900269] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "12e7d846-7059-4d21-81b6-19e9afd6d007" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.900679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.901107] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "12e7d846-7059-4d21-81b6-19e9afd6d007-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.901421] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.901695] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.904622] env[65664]: INFO nova.compute.manager [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Terminating instance [ 1057.961981] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.961981] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.961981] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Deleting the datastore file [datastore1] c0739b32-fbba-456f-b15d-e943cd6f51a0 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.962219] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a165074-10e8-47f6-ba1f-996981f8b33b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.972487] env[65664]: DEBUG oslo_vmware.api [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for the task: (returnval){ [ 1057.972487] env[65664]: value = "task-4415931" [ 1057.972487] env[65664]: _type = "Task" [ 1057.972487] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.988246] env[65664]: DEBUG oslo_vmware.api [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.136850] env[65664]: WARNING neutronclient.v2_0.client [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.207491] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415929, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.297626] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c6a12-e897-400a-abcf-8b471fd44b27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.306300] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae05e5-7bf3-4ac5-a04e-b2d755286bd1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.346110] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f97bfca-2a25-4e29-9363-fedc19886cc6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.357520] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575454} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.357520] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.357784] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.358092] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9b9229-c48f-4be3-bf11-77d836d0ec94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.360976] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa369b8e-b226-40a4-9d5f-a3ab1413e029 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.376357] env[65664]: DEBUG nova.compute.provider_tree [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.382740] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1058.382740] env[65664]: value = "task-4415932" [ 1058.382740] env[65664]: _type = "Task" [ 1058.382740] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.395012] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.413280] env[65664]: DEBUG nova.compute.manager [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1058.413488] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.414554] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068b23a9-9837-4f6b-8af4-41e4cd959af4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.424877] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.425320] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28564cc0-13d9-4124-971a-462f9e8f40f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.433885] env[65664]: DEBUG oslo_vmware.api [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1058.433885] env[65664]: value = "task-4415933" [ 1058.433885] env[65664]: _type = "Task" [ 1058.433885] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.439779] env[65664]: WARNING neutronclient.v2_0.client [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.450846] env[65664]: DEBUG oslo_vmware.api [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.488641] env[65664]: DEBUG oslo_vmware.api [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Task: {'id': task-4415931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255461} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.488881] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.489088] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.489273] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.489453] env[65664]: INFO nova.compute.manager [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.489707] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1058.489912] env[65664]: DEBUG nova.compute.manager [-] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1058.490118] env[65664]: DEBUG nova.network.neutron [-] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1058.490544] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.551952] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.587632] env[65664]: DEBUG nova.network.neutron [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Updated VIF entry in instance network info cache for port f6d58f32-a862-4b23-a8ce-62939be382e0. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.589026] env[65664]: DEBUG nova.network.neutron [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Updating instance_info_cache with network_info: [{"id": "f6d58f32-a862-4b23-a8ce-62939be382e0", "address": "fa:16:3e:dd:21:2d", "network": {"id": "e6903953-c1dc-4109-8997-a515a2129064", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-827649692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5dde46c97ec4b85a3a7f29d1d358763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d58f32-a8", "ovs_interfaceid": "f6d58f32-a862-4b23-a8ce-62939be382e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.705716] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415929, 'name': CreateVM_Task, 'duration_secs': 0.537902} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.705950] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.706641] env[65664]: WARNING neutronclient.v2_0.client [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.707065] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.707230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.707548] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.707809] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fce88f6-198d-4d65-aaa9-64bb877f0f60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.713608] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1058.713608] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52254fe1-fc7b-3128-e801-391ea2fcdc84" [ 1058.713608] env[65664]: _type = "Task" [ 1058.713608] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.723438] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52254fe1-fc7b-3128-e801-391ea2fcdc84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.885403] env[65664]: DEBUG nova.scheduler.client.report [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.902703] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084464} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.904028] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.904359] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061c37cc-6100-4407-a052-2e54a7c00663 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.927669] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.928336] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba24d32-4c4f-47bd-b30a-ef4fba712cc7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.955520] env[65664]: DEBUG oslo_vmware.api [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415933, 'name': PowerOffVM_Task, 'duration_secs': 0.253511} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.957927] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.958028] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.958283] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1058.958283] env[65664]: value = "task-4415934" [ 1058.958283] env[65664]: _type = "Task" [ 1058.958283] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.958494] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0679e9cf-a802-4448-94fa-9e41f36039ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.971195] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.033911] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.034183] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.034435] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Deleting the datastore file [datastore2] 12e7d846-7059-4d21-81b6-19e9afd6d007 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.034771] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a02c70e-b562-4277-ab8e-4476aa1916da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.043394] env[65664]: DEBUG oslo_vmware.api [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for the task: (returnval){ [ 1059.043394] env[65664]: value = "task-4415936" [ 1059.043394] env[65664]: _type = "Task" [ 1059.043394] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.053522] env[65664]: DEBUG oslo_vmware.api [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.091254] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e4568be-328e-4405-8b56-e93cd4646d5c req-aa502db9-4907-4ab7-a4a9-2bc6d89ede4a service nova] Releasing lock "refresh_cache-fce7c3c4-a66e-49ba-9431-39b9fa91d025" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.161371] env[65664]: DEBUG nova.compute.manager [req-4d244052-94e3-4438-8f69-76278192b295 req-39b2aff6-f4bf-49d1-b458-fcc120cdbdbf service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Received event network-vif-deleted-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1059.161469] env[65664]: INFO nova.compute.manager [req-4d244052-94e3-4438-8f69-76278192b295 req-39b2aff6-f4bf-49d1-b458-fcc120cdbdbf service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Neutron deleted interface 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2; detaching it from the instance and deleting it from the info cache [ 1059.161643] env[65664]: DEBUG nova.network.neutron [req-4d244052-94e3-4438-8f69-76278192b295 req-39b2aff6-f4bf-49d1-b458-fcc120cdbdbf service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.229252] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52254fe1-fc7b-3128-e801-391ea2fcdc84, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.229857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.230324] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.230709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.230902] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.231115] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.231863] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4e1709-dd53-4b02-9478-3f44070ab5d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.241350] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.241538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.242317] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe564b5-bf34-415a-af6c-124519a150e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.248797] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1059.248797] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5224fc1e-f0ab-3d35-d95a-fc9ce1165c20" [ 1059.248797] env[65664]: _type = "Task" [ 1059.248797] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.258945] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5224fc1e-f0ab-3d35-d95a-fc9ce1165c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.397241] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.397792] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1059.400615] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.179s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.401969] env[65664]: INFO nova.compute.claims [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.472604] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415934, 'name': ReconfigVM_Task, 'duration_secs': 0.27908} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.473109] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322/0006023e-3281-4a82-a49f-fdc03492f322.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.473986] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e28fac9c-c966-4834-979b-2450f238341e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.483522] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1059.483522] env[65664]: value = "task-4415937" [ 1059.483522] env[65664]: _type = "Task" [ 1059.483522] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.487126] env[65664]: DEBUG nova.network.neutron [-] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.496401] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415937, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.556483] env[65664]: DEBUG oslo_vmware.api [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Task: {'id': task-4415936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154595} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.557103] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.557450] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.557805] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.558842] env[65664]: INFO nova.compute.manager [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1059.558842] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1059.558842] env[65664]: DEBUG nova.compute.manager [-] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1059.558842] env[65664]: DEBUG nova.network.neutron [-] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1059.559206] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.598943] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.664764] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac7d90c6-3f9c-4c79-900a-0570d5aed363 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.677117] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea43ed6c-3319-4534-8d9c-da82f078f696 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.715295] env[65664]: DEBUG nova.compute.manager [req-4d244052-94e3-4438-8f69-76278192b295 req-39b2aff6-f4bf-49d1-b458-fcc120cdbdbf service nova] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Detach interface failed, port_id=1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2, reason: Instance c0739b32-fbba-456f-b15d-e943cd6f51a0 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1059.762016] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5224fc1e-f0ab-3d35-d95a-fc9ce1165c20, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.762330] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a221fc0f-0019-4594-bfbe-a52cb6490eed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.768535] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1059.768535] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cde9ab-705f-1c8a-de9d-5b485e44eed2" [ 1059.768535] env[65664]: _type = "Task" [ 1059.768535] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.777243] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cde9ab-705f-1c8a-de9d-5b485e44eed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.907963] env[65664]: DEBUG nova.compute.utils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.909468] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1059.909666] env[65664]: DEBUG nova.network.neutron [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1059.909978] env[65664]: WARNING neutronclient.v2_0.client [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.910356] env[65664]: WARNING neutronclient.v2_0.client [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.975856] env[65664]: DEBUG nova.policy [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.993772] env[65664]: INFO nova.compute.manager [-] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Took 1.50 seconds to deallocate network for instance. [ 1059.995959] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415937, 'name': Rename_Task, 'duration_secs': 0.148208} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.996279] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.996539] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7fb575-c391-492a-b12b-eba8e2de25b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.003756] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1060.003756] env[65664]: value = "task-4415938" [ 1060.003756] env[65664]: _type = "Task" [ 1060.003756] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.013326] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.224389] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.225483] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.279805] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cde9ab-705f-1c8a-de9d-5b485e44eed2, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.280101] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.280365] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] fce7c3c4-a66e-49ba-9431-39b9fa91d025/fce7c3c4-a66e-49ba-9431-39b9fa91d025.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.280625] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28246cd7-b29e-4890-88e2-31767ddd6487 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.288431] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1060.288431] env[65664]: value = "task-4415939" [ 1060.288431] env[65664]: _type = "Task" [ 1060.288431] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.297009] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.416333] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1060.521424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.530714] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.546607] env[65664]: DEBUG nova.network.neutron [-] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.589705] env[65664]: DEBUG nova.network.neutron [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Successfully created port: 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1060.731397] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1060.803289] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.819399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a4265-ca53-4704-a8f1-db13541b812f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.827929] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996a188-413a-4371-80b6-558819ec865e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.859622] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27331635-ef28-40ff-a6ce-98b2592388b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.868586] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02b717-135c-4462-88f3-ad44d0760a8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.883282] env[65664]: DEBUG nova.compute.provider_tree [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.018653] env[65664]: DEBUG oslo_vmware.api [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415938, 'name': PowerOnVM_Task, 'duration_secs': 0.533523} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.018936] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.019149] env[65664]: DEBUG nova.compute.manager [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.020105] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff42a5f9-0a64-42c0-91a0-2ab866488caf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.049029] env[65664]: INFO nova.compute.manager [-] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Took 1.49 seconds to deallocate network for instance. [ 1061.197327] env[65664]: DEBUG nova.compute.manager [req-d7c05595-c91f-4aa8-8eb3-73423541b438 req-5239fbf5-f45c-4eb8-bf1c-45eb159519fb service nova] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Received event network-vif-deleted-55049c03-f59a-4652-a69a-52a6dabd4ca0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1061.256757] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.303375] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572112} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.303677] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] fce7c3c4-a66e-49ba-9431-39b9fa91d025/fce7c3c4-a66e-49ba-9431-39b9fa91d025.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.303906] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.304193] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc89678-35fa-450f-8eba-67f7978d2f39 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.312792] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1061.312792] env[65664]: value = "task-4415940" [ 1061.312792] env[65664]: _type = "Task" [ 1061.312792] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.321784] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.406274] env[65664]: ERROR nova.scheduler.client.report [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [req-e96c3a07-360c-44a2-a4e8-a82d32da2f00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcba89b0-9d8d-4507-803f-07189f190295. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e96c3a07-360c-44a2-a4e8-a82d32da2f00"}]} [ 1061.429455] env[65664]: DEBUG nova.scheduler.client.report [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.432550] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1061.449861] env[65664]: DEBUG nova.scheduler.client.report [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.450221] env[65664]: DEBUG nova.compute.provider_tree [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.462862] env[65664]: DEBUG nova.scheduler.client.report [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.467153] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.467423] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.467563] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.467736] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.467872] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.468031] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.468247] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.468403] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.468562] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.468718] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.468881] env[65664]: DEBUG nova.virt.hardware [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.469784] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7aacc-237c-4190-bfa1-a3a367f99751 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.479336] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64064fab-e2b6-4f10-9a5d-e642e4e968e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.496800] env[65664]: DEBUG nova.scheduler.client.report [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.542784] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.559169] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.804406] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566084cf-ab20-42e8-8638-32790104f721 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.813373] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3b8085-72b0-4605-91e3-3e8b92a789b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.825462] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083137} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.851575] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.852696] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd910f-2931-4303-81c7-85de8a12a25e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.855705] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26908de-3c7a-4437-8b20-663c65b94981 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.873226] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8050d9ae-9d88-4206-9dfc-7692e0ec9862 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.885715] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] fce7c3c4-a66e-49ba-9431-39b9fa91d025/fce7c3c4-a66e-49ba-9431-39b9fa91d025.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.886063] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08f5c1f-1aed-496c-9459-2fdbce593802 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.913067] env[65664]: DEBUG nova.compute.provider_tree [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.915940] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1061.915940] env[65664]: value = "task-4415941" [ 1061.915940] env[65664]: _type = "Task" [ 1061.915940] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.926050] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.150848] env[65664]: DEBUG nova.network.neutron [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Successfully updated port: 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1062.429455] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415941, 'name': ReconfigVM_Task, 'duration_secs': 0.33291} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.429840] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Reconfigured VM instance instance-00000060 to attach disk [datastore1] fce7c3c4-a66e-49ba-9431-39b9fa91d025/fce7c3c4-a66e-49ba-9431-39b9fa91d025.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.430649] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8baf5531-b2d1-4229-b46a-9f37f2d3529a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.440515] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1062.440515] env[65664]: value = "task-4415942" [ 1062.440515] env[65664]: _type = "Task" [ 1062.440515] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.449265] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415942, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.453541] env[65664]: DEBUG nova.scheduler.client.report [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.453804] env[65664]: DEBUG nova.compute.provider_tree [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 144 to 145 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.453981] env[65664]: DEBUG nova.compute.provider_tree [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.548123] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "0006023e-3281-4a82-a49f-fdc03492f322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.548419] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "0006023e-3281-4a82-a49f-fdc03492f322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.548631] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "0006023e-3281-4a82-a49f-fdc03492f322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.548807] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "0006023e-3281-4a82-a49f-fdc03492f322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.548970] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "0006023e-3281-4a82-a49f-fdc03492f322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.551585] env[65664]: INFO nova.compute.manager [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Terminating instance [ 1062.650928] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.651363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.651621] env[65664]: INFO nova.compute.manager [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Shelving [ 1062.654888] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.655099] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.655284] env[65664]: DEBUG nova.network.neutron [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.951532] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415942, 'name': Rename_Task, 'duration_secs': 0.154925} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.951532] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.951857] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d764ecce-9a9f-4dac-8ba1-aea943aec7bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.959318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.559s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.959880] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1062.962566] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1062.962566] env[65664]: value = "task-4415943" [ 1062.962566] env[65664]: _type = "Task" [ 1062.962566] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.962846] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.565s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.963087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.965951] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.817s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.966176] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.968135] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.699s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.968361] env[65664]: DEBUG nova.objects.instance [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lazy-loading 'resources' on Instance uuid 52b9ebe0-554a-4d35-b949-bed973996c41 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.981875] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415943, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.993221] env[65664]: INFO nova.scheduler.client.report [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocations for instance 835cb91b-4107-4c1e-b207-3ce081a13086 [ 1062.998753] env[65664]: INFO nova.scheduler.client.report [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance 56a50ead-37c7-4687-b1be-d6ad5f11b8b4 [ 1063.056127] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "refresh_cache-0006023e-3281-4a82-a49f-fdc03492f322" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.056318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquired lock "refresh_cache-0006023e-3281-4a82-a49f-fdc03492f322" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.056498] env[65664]: DEBUG nova.network.neutron [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.203617] env[65664]: DEBUG nova.network.neutron [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.231582] env[65664]: DEBUG nova.compute.manager [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-vif-plugged-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.231668] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.231904] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.232052] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.232274] env[65664]: DEBUG nova.compute.manager [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] No waiting events found dispatching network-vif-plugged-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.232541] env[65664]: WARNING nova.compute.manager [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received unexpected event network-vif-plugged-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 for instance with vm_state building and task_state spawning. [ 1063.232879] env[65664]: DEBUG nova.compute.manager [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-changed-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.232879] env[65664]: DEBUG nova.compute.manager [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing instance network info cache due to event network-changed-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1063.233335] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.295296] env[65664]: WARNING neutronclient.v2_0.client [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.375475] env[65664]: DEBUG nova.network.neutron [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.475692] env[65664]: DEBUG nova.compute.utils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.482768] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1063.483052] env[65664]: DEBUG nova.network.neutron [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1063.483724] env[65664]: WARNING neutronclient.v2_0.client [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.485304] env[65664]: WARNING neutronclient.v2_0.client [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.496169] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.502862] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3a0c294d-6601-4c78-896c-cd707790df0b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "835cb91b-4107-4c1e-b207-3ce081a13086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.936s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.509260] env[65664]: DEBUG oslo_concurrency.lockutils [None req-59705562-3982-4a87-b46e-fc67a56584b5 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "56a50ead-37c7-4687-b1be-d6ad5f11b8b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.085s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.531502] env[65664]: DEBUG nova.policy [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5079c09918f6499c96977431cb5e3ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47635d8b426f4eb09754ee2be6e202c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.559661] env[65664]: WARNING neutronclient.v2_0.client [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.578541] env[65664]: DEBUG nova.network.neutron [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.639033] env[65664]: DEBUG nova.network.neutron [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.667903] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.668491] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320cc03c-a234-40bf-8fd9-2b2a3c9427ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.679313] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1063.679313] env[65664]: value = "task-4415944" [ 1063.679313] env[65664]: _type = "Task" [ 1063.679313] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.693991] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.775669] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f8a6e5-9494-43ee-b01d-cc057ef49f36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.784186] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d947274-ac2a-45bf-855a-1ebcb424e616 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.820611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.820937] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.821245] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.821371] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.821556] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.823995] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2918582-745a-4d0c-bf26-1ec12c63a43c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.828031] env[65664]: INFO nova.compute.manager [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Terminating instance [ 1063.836617] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3e982-8cae-4cb0-86c5-699c9be327bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.853740] env[65664]: DEBUG nova.compute.provider_tree [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.871056] env[65664]: DEBUG nova.network.neutron [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Successfully created port: d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1063.878226] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.878631] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Instance network_info: |[{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1063.878955] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.879822] env[65664]: DEBUG nova.network.neutron [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing network info cache for port 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.880443] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:0e:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a4c6aaf-b622-432f-84b9-4d79ea4b75d6', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.888490] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1063.889969] env[65664]: WARNING neutronclient.v2_0.client [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.892332] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.893736] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97920499-d53d-41ad-bfe2-0fc35e3c7457 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.916021] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.916021] env[65664]: value = "task-4415945" [ 1063.916021] env[65664]: _type = "Task" [ 1063.916021] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.925999] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415945, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.985908] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1063.989041] env[65664]: DEBUG oslo_vmware.api [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415943, 'name': PowerOnVM_Task, 'duration_secs': 0.584848} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.989761] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.990175] env[65664]: INFO nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1063.990404] env[65664]: DEBUG nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1063.991872] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24eeeb1-b639-4910-ba00-aa8aeffff14f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.142163] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Releasing lock "refresh_cache-0006023e-3281-4a82-a49f-fdc03492f322" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.142594] env[65664]: DEBUG nova.compute.manager [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1064.142837] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.143724] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1e7f1-7ea3-400d-beba-db88c4781142 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.158990] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.159337] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daaf8386-50a9-409c-b8a7-ccba5559fd6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.167852] env[65664]: DEBUG oslo_vmware.api [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1064.167852] env[65664]: value = "task-4415946" [ 1064.167852] env[65664]: _type = "Task" [ 1064.167852] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.178923] env[65664]: DEBUG oslo_vmware.api [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.191602] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415944, 'name': PowerOffVM_Task, 'duration_secs': 0.342413} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.191969] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.193676] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5281d-1dc3-4fbc-8594-3c7ad5f143d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.229884] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b945cd6f-e6ae-4779-9095-ba559e6b28e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.300763] env[65664]: WARNING neutronclient.v2_0.client [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.333833] env[65664]: DEBUG nova.compute.manager [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1064.334245] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.335352] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfbe8b2-f2db-4881-8283-cfe63173b0d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.345210] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.345539] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718e715d-8bb8-4694-b4fd-500ac6b22498 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.355892] env[65664]: DEBUG oslo_vmware.api [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1064.355892] env[65664]: value = "task-4415947" [ 1064.355892] env[65664]: _type = "Task" [ 1064.355892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.372618] env[65664]: DEBUG oslo_vmware.api [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.410018] env[65664]: DEBUG nova.scheduler.client.report [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Updated inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1064.410018] env[65664]: DEBUG nova.compute.provider_tree [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Updating resource provider dcba89b0-9d8d-4507-803f-07189f190295 generation from 145 to 146 during operation: update_inventory {{(pid=65664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.410018] env[65664]: DEBUG nova.compute.provider_tree [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.429348] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415945, 'name': CreateVM_Task, 'duration_secs': 0.49568} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.430662] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.435019] env[65664]: WARNING neutronclient.v2_0.client [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.435019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.435019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.435019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.435019] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60fcf2d7-3933-417e-bafd-43d5e9baeb13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.441277] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1064.441277] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5280be8d-9bdd-866c-1b6c-4dea0840c876" [ 1064.441277] env[65664]: _type = "Task" [ 1064.441277] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.453592] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5280be8d-9bdd-866c-1b6c-4dea0840c876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.475060] env[65664]: DEBUG nova.network.neutron [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updated VIF entry in instance network info cache for port 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1064.475244] env[65664]: DEBUG nova.network.neutron [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.519826] env[65664]: INFO nova.compute.manager [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Took 25.79 seconds to build instance. [ 1064.679357] env[65664]: DEBUG oslo_vmware.api [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415946, 'name': PowerOffVM_Task, 'duration_secs': 0.452517} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.679693] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.679854] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.680527] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-552b2acb-bf22-417f-b9be-bcca09c67a6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.710644] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.710878] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.711076] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Deleting the datastore file [datastore1] 0006023e-3281-4a82-a49f-fdc03492f322 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.711431] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae34da2b-c104-437e-9871-5dd600d52197 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.719700] env[65664]: DEBUG oslo_vmware.api [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for the task: (returnval){ [ 1064.719700] env[65664]: value = "task-4415949" [ 1064.719700] env[65664]: _type = "Task" [ 1064.719700] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.728696] env[65664]: DEBUG oslo_vmware.api [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.746564] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.746847] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36bdae30-465e-4bd5-8861-a800ac3bbdeb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.755416] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1064.755416] env[65664]: value = "task-4415950" [ 1064.755416] env[65664]: _type = "Task" [ 1064.755416] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.764703] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415950, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.867067] env[65664]: DEBUG oslo_vmware.api [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415947, 'name': PowerOffVM_Task, 'duration_secs': 0.198121} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.867472] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.867753] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.868181] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-780bfe16-019b-4e44-9537-59b447044bce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.915980] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.920233] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.805s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.920233] env[65664]: INFO nova.compute.claims [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.943553] env[65664]: INFO nova.scheduler.client.report [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted allocations for instance 52b9ebe0-554a-4d35-b949-bed973996c41 [ 1064.952848] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.953096] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.953284] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.953955] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd76aa30-143f-44a0-a640-4c2b03136d6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.960019] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5280be8d-9bdd-866c-1b6c-4dea0840c876, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.961816] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.962089] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.962337] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.962517] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.962733] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.963097] env[65664]: DEBUG oslo_vmware.api [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1064.963097] env[65664]: value = "task-4415952" [ 1064.963097] env[65664]: _type = "Task" [ 1064.963097] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.963295] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a2f962-eba5-4654-8184-523ee76efad1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.976392] env[65664]: DEBUG oslo_vmware.api [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.977772] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "interface-fce7c3c4-a66e-49ba-9431-39b9fa91d025-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.978044] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "interface-fce7c3c4-a66e-49ba-9431-39b9fa91d025-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.978374] env[65664]: DEBUG nova.objects.instance [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lazy-loading 'flavor' on Instance uuid fce7c3c4-a66e-49ba-9431-39b9fa91d025 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.979727] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.979915] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.981472] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9bb0fc1-4032-49f3-b58f-24af7b14fcf7 req-e43b2853-1811-4f81-a57a-630d1e4a4a4c service nova] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.981821] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a9187a-05b9-40c5-9de6-945f4879f053 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.989357] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1064.989357] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5251aaea-ba27-a557-085d-ba539473840d" [ 1064.989357] env[65664]: _type = "Task" [ 1064.989357] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.000991] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1065.003320] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5251aaea-ba27-a557-085d-ba539473840d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.020713] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a958abf7-2431-44ca-87f5-081679982e52 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.301s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.030883] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.031180] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.031356] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.031555] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.031750] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.031901] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.032265] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.032487] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.032735] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.032881] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.033100] env[65664]: DEBUG nova.virt.hardware [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.034561] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac641cd-2486-464c-bcfd-2eeadf528f06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.044455] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663d482-fc8b-4616-8419-64dfcbe055bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.231424] env[65664]: DEBUG oslo_vmware.api [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Task: {'id': task-4415949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146495} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.231777] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.232047] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.232279] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.232502] env[65664]: INFO nova.compute.manager [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1065.232764] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.232998] env[65664]: DEBUG nova.compute.manager [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.233116] env[65664]: DEBUG nova.network.neutron [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.233374] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.268032] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415950, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.272145] env[65664]: DEBUG nova.network.neutron [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.272908] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.287880] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.288143] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.410484] env[65664]: DEBUG nova.compute.manager [req-3ea9c9c6-5a7a-4def-a503-518352f17c27 req-906a6e03-0ac4-410d-81e3-ae891a06c686 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Received event network-vif-plugged-d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1065.410646] env[65664]: DEBUG oslo_concurrency.lockutils [req-3ea9c9c6-5a7a-4def-a503-518352f17c27 req-906a6e03-0ac4-410d-81e3-ae891a06c686 service nova] Acquiring lock "3d6ee82d-5cfa-4c97-a976-933227759979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.410780] env[65664]: DEBUG oslo_concurrency.lockutils [req-3ea9c9c6-5a7a-4def-a503-518352f17c27 req-906a6e03-0ac4-410d-81e3-ae891a06c686 service nova] Lock "3d6ee82d-5cfa-4c97-a976-933227759979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.411066] env[65664]: DEBUG oslo_concurrency.lockutils [req-3ea9c9c6-5a7a-4def-a503-518352f17c27 req-906a6e03-0ac4-410d-81e3-ae891a06c686 service nova] Lock "3d6ee82d-5cfa-4c97-a976-933227759979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.411555] env[65664]: DEBUG nova.compute.manager [req-3ea9c9c6-5a7a-4def-a503-518352f17c27 req-906a6e03-0ac4-410d-81e3-ae891a06c686 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] No waiting events found dispatching network-vif-plugged-d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1065.411697] env[65664]: WARNING nova.compute.manager [req-3ea9c9c6-5a7a-4def-a503-518352f17c27 req-906a6e03-0ac4-410d-81e3-ae891a06c686 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Received unexpected event network-vif-plugged-d38cb247-c588-4ab6-961b-f76942b86ae0 for instance with vm_state building and task_state spawning. [ 1065.456842] env[65664]: DEBUG oslo_concurrency.lockutils [None req-41f2a5aa-aa83-4bbc-a156-49787a74c583 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "52b9ebe0-554a-4d35-b949-bed973996c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.649s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.477222] env[65664]: DEBUG oslo_vmware.api [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4415952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192756} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.479950] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.480256] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.480594] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.480768] env[65664]: INFO nova.compute.manager [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1065.480949] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.481573] env[65664]: DEBUG nova.compute.manager [-] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.481667] env[65664]: DEBUG nova.network.neutron [-] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.482195] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.485695] env[65664]: WARNING neutronclient.v2_0.client [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.486952] env[65664]: DEBUG nova.objects.instance [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lazy-loading 'pci_requests' on Instance uuid fce7c3c4-a66e-49ba-9431-39b9fa91d025 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.488738] env[65664]: DEBUG nova.network.neutron [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Successfully updated port: d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1065.505019] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5251aaea-ba27-a557-085d-ba539473840d, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.505656] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402fad34-3c2c-4c10-9ddc-a847275ce537 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.514605] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1065.514605] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5266bbd7-15ca-6f06-6f7d-05527cca32ed" [ 1065.514605] env[65664]: _type = "Task" [ 1065.514605] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.524722] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5266bbd7-15ca-6f06-6f7d-05527cca32ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.529479] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.770779] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415950, 'name': CreateSnapshot_Task, 'duration_secs': 0.745631} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.771196] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.772248] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4b220-9654-4172-9be9-1bd2257d48ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.775808] env[65664]: DEBUG nova.network.neutron [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.791207] env[65664]: INFO nova.compute.manager [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Detaching volume 0df50e21-3488-4dd1-9468-dc9d5475995b [ 1065.835570] env[65664]: INFO nova.virt.block_device [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Attempting to driver detach volume 0df50e21-3488-4dd1-9468-dc9d5475995b from mountpoint /dev/sdb [ 1065.835846] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.836126] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864162', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'name': 'volume-0df50e21-3488-4dd1-9468-dc9d5475995b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b83686-1f79-4fe7-9103-96a1885d82b4', 'attached_at': '', 'detached_at': '', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'serial': '0df50e21-3488-4dd1-9468-dc9d5475995b'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.836911] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3520830-330f-44b6-aa46-99ad64810188 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.861298] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42393fe7-189f-4fd4-a940-20d4c877bc77 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.869927] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21088812-0b30-4731-941c-7871a7cc8c31 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.896242] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63ce84-524a-4736-a852-97e95a0d0634 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.913757] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] The volume has not been displaced from its original location: [datastore2] volume-0df50e21-3488-4dd1-9468-dc9d5475995b/volume-0df50e21-3488-4dd1-9468-dc9d5475995b.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.919146] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.919737] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b84abf9-a641-407e-a098-6f944c46f6a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.944936] env[65664]: DEBUG oslo_vmware.api [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1065.944936] env[65664]: value = "task-4415953" [ 1065.944936] env[65664]: _type = "Task" [ 1065.944936] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.958163] env[65664]: DEBUG oslo_vmware.api [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.992072] env[65664]: DEBUG nova.objects.base [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.992345] env[65664]: DEBUG nova.network.neutron [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1065.992680] env[65664]: WARNING neutronclient.v2_0.client [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.992977] env[65664]: WARNING neutronclient.v2_0.client [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.995453] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "refresh_cache-3d6ee82d-5cfa-4c97-a976-933227759979" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.995732] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "refresh_cache-3d6ee82d-5cfa-4c97-a976-933227759979" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.995849] env[65664]: DEBUG nova.network.neutron [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.025524] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5266bbd7-15ca-6f06-6f7d-05527cca32ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02275} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.028962] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.029284] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1/c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.029861] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b1056d2-c774-4a71-8213-5f6ab47d601d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.038825] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1066.038825] env[65664]: value = "task-4415954" [ 1066.038825] env[65664]: _type = "Task" [ 1066.038825] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.054340] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.094025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1fdc2a35-f884-4389-ba4a-69d47b8368cf tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "interface-fce7c3c4-a66e-49ba-9431-39b9fa91d025-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.227398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "21e8299b-2556-445f-bf30-298acc245dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.227398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "21e8299b-2556-445f-bf30-298acc245dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.227574] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "21e8299b-2556-445f-bf30-298acc245dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.227754] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "21e8299b-2556-445f-bf30-298acc245dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.227890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "21e8299b-2556-445f-bf30-298acc245dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.230211] env[65664]: INFO nova.compute.manager [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Terminating instance [ 1066.240155] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff917b-ce90-425b-bf93-a84a2e60cb1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.245697] env[65664]: DEBUG nova.network.neutron [-] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.251319] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce13d93-1725-4fa9-97aa-949ef31b1db4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.286968] env[65664]: INFO nova.compute.manager [-] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Took 1.05 seconds to deallocate network for instance. [ 1066.294939] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.297503] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f07a97d-390f-49cb-bfa1-67c63add8794 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.304181] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9d999d0-fe0c-4cc9-83be-ae9e5335808f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.314053] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1066.314053] env[65664]: value = "task-4415955" [ 1066.314053] env[65664]: _type = "Task" [ 1066.314053] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.321503] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dff935-5767-4b89-9d01-d9cae63576d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.339215] env[65664]: DEBUG nova.compute.provider_tree [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.345641] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415955, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.461049] env[65664]: DEBUG oslo_vmware.api [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415953, 'name': ReconfigVM_Task, 'duration_secs': 0.366742} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.461616] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.469102] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5913158e-bf26-4257-82c9-8183fd373576 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.490481] env[65664]: DEBUG oslo_vmware.api [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1066.490481] env[65664]: value = "task-4415956" [ 1066.490481] env[65664]: _type = "Task" [ 1066.490481] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.507408] env[65664]: DEBUG oslo_vmware.api [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.558520] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.558956] env[65664]: DEBUG nova.network.neutron [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.651544] env[65664]: WARNING neutronclient.v2_0.client [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.735074] env[65664]: DEBUG nova.compute.manager [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1066.735278] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.736336] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6847a59f-4ab7-4aa4-8665-878d35b62070 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.741492] env[65664]: DEBUG nova.network.neutron [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Updating instance_info_cache with network_info: [{"id": "d38cb247-c588-4ab6-961b-f76942b86ae0", "address": "fa:16:3e:da:3a:22", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38cb247-c5", "ovs_interfaceid": "d38cb247-c588-4ab6-961b-f76942b86ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.751570] env[65664]: INFO nova.compute.manager [-] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Took 1.27 seconds to deallocate network for instance. [ 1066.751570] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.752989] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f906877-3c5b-458e-a0b5-eca63606ee4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.765468] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1066.765468] env[65664]: value = "task-4415957" [ 1066.765468] env[65664]: _type = "Task" [ 1066.765468] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.775512] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.809710] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.827417] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415955, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.847607] env[65664]: DEBUG nova.scheduler.client.report [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.005148] env[65664]: DEBUG oslo_vmware.api [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415956, 'name': ReconfigVM_Task, 'duration_secs': 0.262174} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.005148] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864162', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'name': 'volume-0df50e21-3488-4dd1-9468-dc9d5475995b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b83686-1f79-4fe7-9103-96a1885d82b4', 'attached_at': '', 'detached_at': '', 'volume_id': '0df50e21-3488-4dd1-9468-dc9d5475995b', 'serial': '0df50e21-3488-4dd1-9468-dc9d5475995b'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.053123] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599386} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.053324] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1/c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.053579] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.053864] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb5c98f-a405-4fda-8b93-1e0d0bdd9786 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.062905] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1067.062905] env[65664]: value = "task-4415958" [ 1067.062905] env[65664]: _type = "Task" [ 1067.062905] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.074295] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.097479] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "b235b5e5-5684-46ef-bdc7-135e43295660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.097751] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "b235b5e5-5684-46ef-bdc7-135e43295660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.245021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "refresh_cache-3d6ee82d-5cfa-4c97-a976-933227759979" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.245628] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Instance network_info: |[{"id": "d38cb247-c588-4ab6-961b-f76942b86ae0", "address": "fa:16:3e:da:3a:22", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38cb247-c5", "ovs_interfaceid": "d38cb247-c588-4ab6-961b-f76942b86ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1067.246340] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:3a:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd38cb247-c588-4ab6-961b-f76942b86ae0', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.263485] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1067.264909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.265325] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.265832] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7725201f-f41e-4da4-b044-893431ce4176 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.303103] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.304434] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.304434] env[65664]: value = "task-4415959" [ 1067.304434] env[65664]: _type = "Task" [ 1067.304434] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.313102] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415959, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.326678] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415955, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.352971] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.353553] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1067.356289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.836s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.356521] env[65664]: DEBUG nova.objects.instance [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lazy-loading 'resources' on Instance uuid c0739b32-fbba-456f-b15d-e943cd6f51a0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.447313] env[65664]: DEBUG nova.compute.manager [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Received event network-changed-d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1067.447530] env[65664]: DEBUG nova.compute.manager [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Refreshing instance network info cache due to event network-changed-d38cb247-c588-4ab6-961b-f76942b86ae0. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1067.447738] env[65664]: DEBUG oslo_concurrency.lockutils [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] Acquiring lock "refresh_cache-3d6ee82d-5cfa-4c97-a976-933227759979" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.447872] env[65664]: DEBUG oslo_concurrency.lockutils [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] Acquired lock "refresh_cache-3d6ee82d-5cfa-4c97-a976-933227759979" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.450780] env[65664]: DEBUG nova.network.neutron [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Refreshing network info cache for port d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.574449] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080758} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.574815] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.575623] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5a280b-ec41-44cd-abd2-bc70edaa1d05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.579859] env[65664]: DEBUG nova.objects.instance [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'flavor' on Instance uuid d7b83686-1f79-4fe7-9103-96a1885d82b4 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.604077] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1/c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.604899] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1067.607737] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e63581-5f69-4646-aa6c-b860c961fb3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.633309] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1067.633309] env[65664]: value = "task-4415960" [ 1067.633309] env[65664]: _type = "Task" [ 1067.633309] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.644603] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.779081] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.815837] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415959, 'name': CreateVM_Task, 'duration_secs': 0.39656} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.816064] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.816588] env[65664]: WARNING neutronclient.v2_0.client [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.817014] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.817310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.817607] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.817975] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc5c8fa-e9fa-42b4-8f8e-e60d99ca1408 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.829431] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415955, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.830853] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1067.830853] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528acf8b-053a-ab9f-d65e-c92f357b1fc1" [ 1067.830853] env[65664]: _type = "Task" [ 1067.830853] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.839833] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528acf8b-053a-ab9f-d65e-c92f357b1fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.863727] env[65664]: DEBUG nova.compute.utils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.865489] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1067.865702] env[65664]: DEBUG nova.network.neutron [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1067.866089] env[65664]: WARNING neutronclient.v2_0.client [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.866526] env[65664]: WARNING neutronclient.v2_0.client [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.921125] env[65664]: DEBUG nova.policy [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87822fecf4f440c0b33ceea2b4957a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17cdff1850a345f7b59cb69c46148a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.953893] env[65664]: WARNING neutronclient.v2_0.client [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.053988] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.054262] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.054541] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.054712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.054881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.059606] env[65664]: INFO nova.compute.manager [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Terminating instance [ 1068.146347] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415960, 'name': ReconfigVM_Task, 'duration_secs': 0.408808} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.147599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.147848] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfigured VM instance instance-00000061 to attach disk [datastore2] c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1/c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.148754] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ede38c37-c382-4827-a26d-0781a7e5db37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.158394] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1068.158394] env[65664]: value = "task-4415961" [ 1068.158394] env[65664]: _type = "Task" [ 1068.158394] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.168680] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415961, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.203536] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a883c746-a0e3-4945-b6ff-3415327d4622 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.208798] env[65664]: WARNING neutronclient.v2_0.client [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.216881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a745d7-b939-451a-bd16-9460620d4f64 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.250963] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f32b6-4069-415c-9b04-adb88f9529ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.260273] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da756ae4-67d7-4fd3-a2bd-d2bd37e6f284 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.281954] env[65664]: DEBUG nova.compute.provider_tree [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.283839] env[65664]: DEBUG nova.network.neutron [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Successfully created port: 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1068.293179] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415957, 'name': PowerOffVM_Task, 'duration_secs': 1.244746} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.294227] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.294442] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.294754] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ebad71-33ff-49e8-a88c-df5b7dc1d2bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.312879] env[65664]: DEBUG nova.network.neutron [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Updated VIF entry in instance network info cache for port d38cb247-c588-4ab6-961b-f76942b86ae0. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.313358] env[65664]: DEBUG nova.network.neutron [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Updating instance_info_cache with network_info: [{"id": "d38cb247-c588-4ab6-961b-f76942b86ae0", "address": "fa:16:3e:da:3a:22", "network": {"id": "58d78eca-6938-43ca-8c76-36d941e80811", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1222663826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47635d8b426f4eb09754ee2be6e202c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38cb247-c5", "ovs_interfaceid": "d38cb247-c588-4ab6-961b-f76942b86ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.335538] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415955, 'name': CloneVM_Task, 'duration_secs': 1.755039} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.341876] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Created linked-clone VM from snapshot [ 1068.343578] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1515cf56-cd92-40cf-a5af-60d5df76eb66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.356577] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528acf8b-053a-ab9f-d65e-c92f357b1fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.02432} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.359935] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.360238] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.360483] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.360631] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.360806] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.361237] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Uploading image 42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.363427] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd553aa-7b8f-42be-94b0-cd11ec2eac77 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.370464] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1068.374514] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.374704] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.378463] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73f6af2-8603-46ca-ae3c-43f6bc91f2e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.383430] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1068.383430] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52744261-580e-863c-761c-070447dce4c9" [ 1068.383430] env[65664]: _type = "Task" [ 1068.383430] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.392330] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.392524] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.392686] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleting the datastore file [datastore1] 21e8299b-2556-445f-bf30-298acc245dff {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.392943] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a32537-3bb5-45f0-b633-10ddf72edd5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.398256] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52744261-580e-863c-761c-070447dce4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.400475] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.400475] env[65664]: value = "vm-864187" [ 1068.400475] env[65664]: _type = "VirtualMachine" [ 1068.400475] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.401271] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2d74b19-e8c9-4bae-a543-a98245dff501 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.406157] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1068.406157] env[65664]: value = "task-4415963" [ 1068.406157] env[65664]: _type = "Task" [ 1068.406157] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.411269] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lease: (returnval){ [ 1068.411269] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a8983-19cc-6405-5309-d6525e6234f9" [ 1068.411269] env[65664]: _type = "HttpNfcLease" [ 1068.411269] env[65664]: } obtained for exporting VM: (result){ [ 1068.411269] env[65664]: value = "vm-864187" [ 1068.411269] env[65664]: _type = "VirtualMachine" [ 1068.411269] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.411727] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the lease: (returnval){ [ 1068.411727] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a8983-19cc-6405-5309-d6525e6234f9" [ 1068.411727] env[65664]: _type = "HttpNfcLease" [ 1068.411727] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.419139] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.424273] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.424273] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a8983-19cc-6405-5309-d6525e6234f9" [ 1068.424273] env[65664]: _type = "HttpNfcLease" [ 1068.424273] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.565592] env[65664]: DEBUG nova.compute.manager [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1068.566212] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.568360] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e1736-de32-4919-9791-49d7eecf6093 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.578403] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.578947] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd49d45-11a3-49da-8451-5ed33e37bb1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.589168] env[65664]: DEBUG oslo_vmware.api [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1068.589168] env[65664]: value = "task-4415965" [ 1068.589168] env[65664]: _type = "Task" [ 1068.589168] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.595909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c99f9fe-c738-4516-8ae5-f8b046de20e8 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.605230] env[65664]: DEBUG oslo_vmware.api [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.669895] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415961, 'name': Rename_Task, 'duration_secs': 0.149645} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.670270] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.670533] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66f5e713-1e29-464b-a0e8-893089f67acf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.678484] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1068.678484] env[65664]: value = "task-4415966" [ 1068.678484] env[65664]: _type = "Task" [ 1068.678484] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.688494] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.789251] env[65664]: DEBUG nova.scheduler.client.report [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.816769] env[65664]: DEBUG oslo_concurrency.lockutils [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] Releasing lock "refresh_cache-3d6ee82d-5cfa-4c97-a976-933227759979" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.817025] env[65664]: DEBUG nova.compute.manager [req-5594d02f-d1d7-4e9f-8148-0831a25c834e req-5b1eb3a6-13bd-4446-937d-11c282d812a3 service nova] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Received event network-vif-deleted-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1068.896796] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52744261-580e-863c-761c-070447dce4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017773} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.897668] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5f65d6-1833-45e5-a892-e0455e1e509c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.905092] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1068.905092] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b7a232-36b0-7715-9e00-85afc0ae6378" [ 1068.905092] env[65664]: _type = "Task" [ 1068.905092] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.922285] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b7a232-36b0-7715-9e00-85afc0ae6378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.925810] env[65664]: DEBUG oslo_vmware.api [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4415963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354285} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.926828] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.927049] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.927284] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.927499] env[65664]: INFO nova.compute.manager [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1068.928056] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1068.929869] env[65664]: DEBUG nova.compute.manager [-] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1068.929975] env[65664]: DEBUG nova.network.neutron [-] [instance: 21e8299b-2556-445f-bf30-298acc245dff] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1068.930278] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.932124] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.932124] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a8983-19cc-6405-5309-d6525e6234f9" [ 1068.932124] env[65664]: _type = "HttpNfcLease" [ 1068.932124] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.932952] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.932952] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528a8983-19cc-6405-5309-d6525e6234f9" [ 1068.932952] env[65664]: _type = "HttpNfcLease" [ 1068.932952] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.933618] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbf842-13e4-4db9-ac54-81e7b2ad955a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.943380] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289e81f-ad67-c627-d150-bf924404f098/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.943555] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289e81f-ad67-c627-d150-bf924404f098/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1069.020234] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.033785] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54539274-89c9-4a01-a3bb-8d77cd36ae4c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.100458] env[65664]: DEBUG oslo_vmware.api [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415965, 'name': PowerOffVM_Task, 'duration_secs': 0.32313} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.100764] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.100944] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.101285] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3da809-d2f8-44a9-85c7-3e523ea4cee6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.178431] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.178873] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.178961] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Deleting the datastore file [datastore1] fce7c3c4-a66e-49ba-9431-39b9fa91d025 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.179466] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d846fe7b-524b-455a-96b7-80b2aff687f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.194214] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.195944] env[65664]: DEBUG oslo_vmware.api [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for the task: (returnval){ [ 1069.195944] env[65664]: value = "task-4415968" [ 1069.195944] env[65664]: _type = "Task" [ 1069.195944] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.205922] env[65664]: DEBUG oslo_vmware.api [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.296904] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.300215] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.043s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.303085] env[65664]: INFO nova.compute.claims [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.325548] env[65664]: INFO nova.scheduler.client.report [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Deleted allocations for instance c0739b32-fbba-456f-b15d-e943cd6f51a0 [ 1069.333417] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.333686] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.333898] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "d7b83686-1f79-4fe7-9103-96a1885d82b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.334089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.334296] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.338847] env[65664]: INFO nova.compute.manager [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Terminating instance [ 1069.394052] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1069.418150] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b7a232-36b0-7715-9e00-85afc0ae6378, 'name': SearchDatastore_Task, 'duration_secs': 0.022042} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.420672] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.421112] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 3d6ee82d-5cfa-4c97-a976-933227759979/3d6ee82d-5cfa-4c97-a976-933227759979.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.422057] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c12f9c-4258-4f0f-b279-7f3778e4b33d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.429741] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1069.429741] env[65664]: value = "task-4415969" [ 1069.429741] env[65664]: _type = "Task" [ 1069.429741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.432644] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1069.432977] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.433296] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1069.433575] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.433753] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1069.433979] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1069.434241] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.434493] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1069.434733] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1069.434911] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1069.435155] env[65664]: DEBUG nova.virt.hardware [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1069.436644] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc456720-3c02-4a62-b003-dc07952a433d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.454988] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd6810a-fb90-4568-a587-649c132ad48a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.460799] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.642154] env[65664]: DEBUG nova.compute.manager [req-c8307ec8-971e-41d1-85ba-0e452eca7e93 req-6451d3b8-1f14-4e85-8385-f8d9bb6ad87f service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Received event network-vif-deleted-08caf624-afbb-400e-8150-d3405c20fd50 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1069.642649] env[65664]: INFO nova.compute.manager [req-c8307ec8-971e-41d1-85ba-0e452eca7e93 req-6451d3b8-1f14-4e85-8385-f8d9bb6ad87f service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Neutron deleted interface 08caf624-afbb-400e-8150-d3405c20fd50; detaching it from the instance and deleting it from the info cache [ 1069.643010] env[65664]: DEBUG nova.network.neutron [req-c8307ec8-971e-41d1-85ba-0e452eca7e93 req-6451d3b8-1f14-4e85-8385-f8d9bb6ad87f service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.692017] env[65664]: DEBUG oslo_vmware.api [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4415966, 'name': PowerOnVM_Task, 'duration_secs': 0.540646} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.692354] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.692776] env[65664]: INFO nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1069.692971] env[65664]: DEBUG nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.693954] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f257e-a469-4fb5-a676-0e983349958c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.713272] env[65664]: DEBUG oslo_vmware.api [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Task: {'id': task-4415968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247501} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.713997] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.714688] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.714688] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.714872] env[65664]: INFO nova.compute.manager [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1069.715116] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1069.715457] env[65664]: DEBUG nova.compute.manager [-] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1069.716028] env[65664]: DEBUG nova.network.neutron [-] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1069.716028] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.791670] env[65664]: DEBUG nova.compute.manager [req-cbe970f0-0666-4dbb-91aa-4f247ebf9273 req-30cf3ec2-0c8e-4a75-b5fe-5e0d50bae97e service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Received event network-vif-plugged-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1069.791893] env[65664]: DEBUG oslo_concurrency.lockutils [req-cbe970f0-0666-4dbb-91aa-4f247ebf9273 req-30cf3ec2-0c8e-4a75-b5fe-5e0d50bae97e service nova] Acquiring lock "f58cd15d-cf04-435c-8df4-7308b4089c11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.792502] env[65664]: DEBUG oslo_concurrency.lockutils [req-cbe970f0-0666-4dbb-91aa-4f247ebf9273 req-30cf3ec2-0c8e-4a75-b5fe-5e0d50bae97e service nova] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.792796] env[65664]: DEBUG oslo_concurrency.lockutils [req-cbe970f0-0666-4dbb-91aa-4f247ebf9273 req-30cf3ec2-0c8e-4a75-b5fe-5e0d50bae97e service nova] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.792966] env[65664]: DEBUG nova.compute.manager [req-cbe970f0-0666-4dbb-91aa-4f247ebf9273 req-30cf3ec2-0c8e-4a75-b5fe-5e0d50bae97e service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] No waiting events found dispatching network-vif-plugged-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.793601] env[65664]: WARNING nova.compute.manager [req-cbe970f0-0666-4dbb-91aa-4f247ebf9273 req-30cf3ec2-0c8e-4a75-b5fe-5e0d50bae97e service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Received unexpected event network-vif-plugged-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 for instance with vm_state building and task_state spawning. [ 1069.806724] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.834337] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Lock "c0739b32-fbba-456f-b15d-e943cd6f51a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.999s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.845334] env[65664]: DEBUG nova.compute.manager [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1069.845546] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.846558] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c4f80-6fce-4130-b79e-af4313332136 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.857555] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.859284] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfc30fd-d26c-4a27-b2f4-e25205330fdc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.863139] env[65664]: DEBUG nova.network.neutron [-] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.872062] env[65664]: DEBUG oslo_vmware.api [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1069.872062] env[65664]: value = "task-4415970" [ 1069.872062] env[65664]: _type = "Task" [ 1069.872062] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.887729] env[65664]: DEBUG oslo_vmware.api [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.920581] env[65664]: DEBUG nova.network.neutron [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Successfully updated port: 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1069.953588] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510321} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.954177] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 3d6ee82d-5cfa-4c97-a976-933227759979/3d6ee82d-5cfa-4c97-a976-933227759979.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.954315] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.954921] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ee91b3-6fbb-472e-a545-04d307e8a16c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.964938] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1069.964938] env[65664]: value = "task-4415971" [ 1069.964938] env[65664]: _type = "Task" [ 1069.964938] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.977286] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.146645] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b86bd1ee-41ad-42df-886a-df084c728245 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.156835] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9f6b5-1176-413d-9fd3-7fa1c2212778 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.197983] env[65664]: DEBUG nova.compute.manager [req-c8307ec8-971e-41d1-85ba-0e452eca7e93 req-6451d3b8-1f14-4e85-8385-f8d9bb6ad87f service nova] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Detach interface failed, port_id=08caf624-afbb-400e-8150-d3405c20fd50, reason: Instance 21e8299b-2556-445f-bf30-298acc245dff could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1070.224834] env[65664]: INFO nova.compute.manager [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Took 25.81 seconds to build instance. [ 1070.366484] env[65664]: INFO nova.compute.manager [-] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Took 1.44 seconds to deallocate network for instance. [ 1070.386282] env[65664]: DEBUG oslo_vmware.api [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415970, 'name': PowerOffVM_Task, 'duration_secs': 0.243528} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.389519] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.389773] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.390380] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf13c44-c473-4589-896a-5a9b4184e725 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.422236] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-f58cd15d-cf04-435c-8df4-7308b4089c11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.422647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-f58cd15d-cf04-435c-8df4-7308b4089c11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.422951] env[65664]: DEBUG nova.network.neutron [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.467393] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.467393] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.467393] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleting the datastore file [datastore1] d7b83686-1f79-4fe7-9103-96a1885d82b4 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.470467] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a196624b-4605-4453-80c5-ba71736a7eef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.484709] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097306} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.485247] env[65664]: DEBUG oslo_vmware.api [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1070.485247] env[65664]: value = "task-4415974" [ 1070.485247] env[65664]: _type = "Task" [ 1070.485247] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.485538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.486647] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a066f7-4c4d-4f41-8dfe-683a1d280a35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.505478] env[65664]: DEBUG oslo_vmware.api [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.525342] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3d6ee82d-5cfa-4c97-a976-933227759979/3d6ee82d-5cfa-4c97-a976-933227759979.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.529350] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdda0a65-555e-484c-8da9-d952f244e4a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.552666] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1070.552666] env[65664]: value = "task-4415975" [ 1070.552666] env[65664]: _type = "Task" [ 1070.552666] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.564482] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.599604] env[65664]: DEBUG nova.network.neutron [-] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.675270] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc1eb2-603c-4dfd-9a87-15565a597856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.684496] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2d148-b88c-4900-857a-22ec9ed00ca1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.722359] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5984e8d-b301-489d-9ea6-52f99b75547c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.727508] env[65664]: DEBUG oslo_concurrency.lockutils [None req-02adcc37-95f5-49ed-b8b6-b63c099e304a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.328s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.731744] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5839eaf-38f8-4366-8d7b-f4092f5ce89f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.747511] env[65664]: DEBUG nova.compute.provider_tree [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.876532] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.959151] env[65664]: DEBUG nova.network.neutron [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.997531] env[65664]: DEBUG oslo_vmware.api [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4415974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17146} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.997907] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.998258] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.998566] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.998770] env[65664]: INFO nova.compute.manager [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1070.999136] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1070.999420] env[65664]: DEBUG nova.compute.manager [-] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1070.999528] env[65664]: DEBUG nova.network.neutron [-] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1070.999825] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.064641] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.068554] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.097038] env[65664]: WARNING neutronclient.v2_0.client [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.103991] env[65664]: INFO nova.compute.manager [-] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Took 1.39 seconds to deallocate network for instance. [ 1071.252405] env[65664]: DEBUG nova.scheduler.client.report [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.452317] env[65664]: DEBUG nova.network.neutron [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Updating instance_info_cache with network_info: [{"id": "7b192f7a-70d8-4f8b-a3eb-01c2a1bed902", "address": "fa:16:3e:7f:ee:59", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b192f7a-70", "ovs_interfaceid": "7b192f7a-70d8-4f8b-a3eb-01c2a1bed902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.566973] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415975, 'name': ReconfigVM_Task, 'duration_secs': 0.725349} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.567382] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3d6ee82d-5cfa-4c97-a976-933227759979/3d6ee82d-5cfa-4c97-a976-933227759979.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.568079] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb0a567e-5484-4aae-992f-eeddb38a5935 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.575971] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1071.575971] env[65664]: value = "task-4415976" [ 1071.575971] env[65664]: _type = "Task" [ 1071.575971] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.586987] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415976, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.612111] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.757938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.758630] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1071.761635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.219s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.761822] env[65664]: DEBUG nova.objects.instance [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.855199] env[65664]: DEBUG nova.compute.manager [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Received event network-vif-deleted-f6d58f32-a862-4b23-a8ce-62939be382e0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1071.855421] env[65664]: DEBUG nova.compute.manager [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-changed-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1071.855575] env[65664]: DEBUG nova.compute.manager [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing instance network info cache due to event network-changed-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1071.855815] env[65664]: DEBUG oslo_concurrency.lockutils [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.855950] env[65664]: DEBUG oslo_concurrency.lockutils [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.856358] env[65664]: DEBUG nova.network.neutron [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing network info cache for port 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.926939] env[65664]: DEBUG nova.compute.manager [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Received event network-changed-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1071.927049] env[65664]: DEBUG nova.compute.manager [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Refreshing instance network info cache due to event network-changed-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1071.927180] env[65664]: DEBUG oslo_concurrency.lockutils [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] Acquiring lock "refresh_cache-f58cd15d-cf04-435c-8df4-7308b4089c11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.957276] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-f58cd15d-cf04-435c-8df4-7308b4089c11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.957713] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Instance network_info: |[{"id": "7b192f7a-70d8-4f8b-a3eb-01c2a1bed902", "address": "fa:16:3e:7f:ee:59", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b192f7a-70", "ovs_interfaceid": "7b192f7a-70d8-4f8b-a3eb-01c2a1bed902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1071.958229] env[65664]: DEBUG oslo_concurrency.lockutils [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] Acquired lock "refresh_cache-f58cd15d-cf04-435c-8df4-7308b4089c11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.958469] env[65664]: DEBUG nova.network.neutron [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Refreshing network info cache for port 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.960124] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:ee:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b192f7a-70d8-4f8b-a3eb-01c2a1bed902', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.970240] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1071.972089] env[65664]: WARNING neutronclient.v2_0.client [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.975477] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.976216] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deda95fe-1254-4214-a7eb-81a984f24974 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.997940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.998293] env[65664]: DEBUG oslo_concurrency.lockutils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.004843] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.004843] env[65664]: value = "task-4415977" [ 1072.004843] env[65664]: _type = "Task" [ 1072.004843] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.018206] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415977, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.091371] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415976, 'name': Rename_Task, 'duration_secs': 0.200389} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.092217] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.092217] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef314ac9-6cd1-4acf-a95a-962ac94e363a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.101712] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1072.101712] env[65664]: value = "task-4415978" [ 1072.101712] env[65664]: _type = "Task" [ 1072.101712] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.112694] env[65664]: DEBUG nova.network.neutron [-] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.113952] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.156144] env[65664]: WARNING neutronclient.v2_0.client [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.252343] env[65664]: DEBUG nova.network.neutron [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Updated VIF entry in instance network info cache for port 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.252864] env[65664]: DEBUG nova.network.neutron [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Updating instance_info_cache with network_info: [{"id": "7b192f7a-70d8-4f8b-a3eb-01c2a1bed902", "address": "fa:16:3e:7f:ee:59", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b192f7a-70", "ovs_interfaceid": "7b192f7a-70d8-4f8b-a3eb-01c2a1bed902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.267679] env[65664]: DEBUG nova.compute.utils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.272166] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1072.272432] env[65664]: DEBUG nova.network.neutron [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1072.272757] env[65664]: WARNING neutronclient.v2_0.client [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.273158] env[65664]: WARNING neutronclient.v2_0.client [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.317818] env[65664]: DEBUG nova.policy [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '144c0ed076154141afcf3339ef2534cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c855f3298b7645799ab171f39a9465b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.359569] env[65664]: WARNING neutronclient.v2_0.client [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.502361] env[65664]: DEBUG nova.compute.utils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.518568] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415977, 'name': CreateVM_Task, 'duration_secs': 0.417311} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.519337] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.519884] env[65664]: WARNING neutronclient.v2_0.client [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.520278] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.520417] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.520709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.521249] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f7e4cc-9499-4a40-b6b5-189f6c961c5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.527272] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1072.527272] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523b307a-2967-eeb5-2492-24e3be1b3bfc" [ 1072.527272] env[65664]: _type = "Task" [ 1072.527272] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.536951] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523b307a-2967-eeb5-2492-24e3be1b3bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.583618] env[65664]: WARNING neutronclient.v2_0.client [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.617402] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.619130] env[65664]: INFO nova.compute.manager [-] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Took 1.62 seconds to deallocate network for instance. [ 1072.699645] env[65664]: DEBUG nova.network.neutron [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Successfully created port: f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1072.703147] env[65664]: DEBUG nova.network.neutron [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updated VIF entry in instance network info cache for port 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.703493] env[65664]: DEBUG nova.network.neutron [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.757116] env[65664]: DEBUG oslo_concurrency.lockutils [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] Releasing lock "refresh_cache-f58cd15d-cf04-435c-8df4-7308b4089c11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.757411] env[65664]: DEBUG nova.compute.manager [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Received event network-vif-deleted-1201579a-13ab-4453-8cab-873f9f1f9af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1072.757586] env[65664]: INFO nova.compute.manager [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Neutron deleted interface 1201579a-13ab-4453-8cab-873f9f1f9af8; detaching it from the instance and deleting it from the info cache [ 1072.758187] env[65664]: DEBUG nova.network.neutron [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.772503] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1072.777462] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bc8bfeea-8913-44fa-80ce-3dfea34129bc tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.778473] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.220s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.778696] env[65664]: DEBUG nova.objects.instance [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lazy-loading 'resources' on Instance uuid 12e7d846-7059-4d21-81b6-19e9afd6d007 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.005585] env[65664]: DEBUG oslo_concurrency.lockutils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.040067] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523b307a-2967-eeb5-2492-24e3be1b3bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.040067] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.040326] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.040455] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.040601] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.040774] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.041071] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a282d04c-3a8d-4f67-86a6-41c78801db2a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.051308] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.051511] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.052424] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97cb196-8686-4927-aa74-05d1ee06d25c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.058482] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1073.058482] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523e0f02-60af-2592-a7ab-6bdbcf82fd1d" [ 1073.058482] env[65664]: _type = "Task" [ 1073.058482] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.067914] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523e0f02-60af-2592-a7ab-6bdbcf82fd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.116297] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.125599] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.205905] env[65664]: DEBUG oslo_concurrency.lockutils [req-9130afa0-b23d-4bdd-b6a5-cf283ea04946 req-7498d935-c99d-464c-af60-d6a2117bb324 service nova] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.261039] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-396afc23-37da-4421-8aa3-94582da6b071 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.271612] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5ab4a4-edae-443c-9a9b-1839816ed543 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.316620] env[65664]: DEBUG nova.compute.manager [req-cd08766e-c9ed-44f7-9829-5939763df751 req-5f1fc836-1f24-40af-bf5a-46d068705f46 service nova] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Detach interface failed, port_id=1201579a-13ab-4453-8cab-873f9f1f9af8, reason: Instance d7b83686-1f79-4fe7-9103-96a1885d82b4 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1073.559627] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f9605-308e-41d9-a820-7d1aacf6cfd0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.580716] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523e0f02-60af-2592-a7ab-6bdbcf82fd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.581783] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973bc7b6-18e8-46aa-853c-65fbf8f8f59e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.586501] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b930eaf-9513-41d3-a4af-a0a6088f90bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.594828] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1073.594828] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ff8c5-eff2-1915-1c60-ea5dd104e43f" [ 1073.594828] env[65664]: _type = "Task" [ 1073.594828] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.626781] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9080927-7c3f-4770-9533-426a96153ce3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635858] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.642234] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527ff8c5-eff2-1915-1c60-ea5dd104e43f, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.642591] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.642863] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f58cd15d-cf04-435c-8df4-7308b4089c11/f58cd15d-cf04-435c-8df4-7308b4089c11.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.644131] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d9d5b1-71d6-4785-8599-324e35d8bc71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.648453] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-317afdc7-b0c8-4c87-bad0-70f6e3ab4746 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.663154] env[65664]: DEBUG nova.compute.provider_tree [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.665997] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1073.665997] env[65664]: value = "task-4415980" [ 1073.665997] env[65664]: _type = "Task" [ 1073.665997] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.676605] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.794519] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1073.824542] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1073.824542] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.824542] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1073.824542] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.824542] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1073.824542] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1073.824935] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.824935] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1073.825186] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1073.825242] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1073.825450] env[65664]: DEBUG nova.virt.hardware [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1073.826490] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6982daba-6cd1-4048-a8ad-53e8c098ef91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.837530] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496a15fb-247d-4a9e-81f0-1e8cdfca7b9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.071778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.072148] env[65664]: DEBUG oslo_concurrency.lockutils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.072552] env[65664]: INFO nova.compute.manager [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Attaching volume 5b509bc0-962b-49ae-aa0b-0135aca62667 to /dev/sdb [ 1074.115921] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73794e59-28de-4091-946f-92ad28041fd9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.127373] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d2660-a8a6-4f33-9fb4-81a1130af738 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.134439] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.139970] env[65664]: DEBUG nova.compute.manager [req-cda19e3f-b0cf-4b21-b3a6-0340e3ed9bc6 req-094327aa-24f8-4905-bca5-4f76f7ac445a service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Received event network-vif-plugged-f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1074.140324] env[65664]: DEBUG oslo_concurrency.lockutils [req-cda19e3f-b0cf-4b21-b3a6-0340e3ed9bc6 req-094327aa-24f8-4905-bca5-4f76f7ac445a service nova] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.140719] env[65664]: DEBUG oslo_concurrency.lockutils [req-cda19e3f-b0cf-4b21-b3a6-0340e3ed9bc6 req-094327aa-24f8-4905-bca5-4f76f7ac445a service nova] Lock "863c101e-1238-477e-8bdf-931137eeab3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.141037] env[65664]: DEBUG oslo_concurrency.lockutils [req-cda19e3f-b0cf-4b21-b3a6-0340e3ed9bc6 req-094327aa-24f8-4905-bca5-4f76f7ac445a service nova] Lock "863c101e-1238-477e-8bdf-931137eeab3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.141363] env[65664]: DEBUG nova.compute.manager [req-cda19e3f-b0cf-4b21-b3a6-0340e3ed9bc6 req-094327aa-24f8-4905-bca5-4f76f7ac445a service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] No waiting events found dispatching network-vif-plugged-f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1074.141573] env[65664]: WARNING nova.compute.manager [req-cda19e3f-b0cf-4b21-b3a6-0340e3ed9bc6 req-094327aa-24f8-4905-bca5-4f76f7ac445a service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Received unexpected event network-vif-plugged-f864c541-a578-4fbd-93f8-562c711c4ddb for instance with vm_state building and task_state spawning. [ 1074.148651] env[65664]: DEBUG nova.virt.block_device [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updating existing volume attachment record: 74e0ad97-da23-47e4-b3e6-3eda3d90f8c6 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.168198] env[65664]: DEBUG nova.scheduler.client.report [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.184436] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496414} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.185962] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f58cd15d-cf04-435c-8df4-7308b4089c11/f58cd15d-cf04-435c-8df4-7308b4089c11.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.185962] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.185962] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a295ef47-0845-4530-8c72-823e26e7101b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.195129] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1074.195129] env[65664]: value = "task-4415981" [ 1074.195129] env[65664]: _type = "Task" [ 1074.195129] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.204647] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.259744] env[65664]: DEBUG nova.network.neutron [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Successfully updated port: f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1074.629936] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.677799] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.681092] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.871s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.681092] env[65664]: DEBUG nova.objects.instance [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lazy-loading 'resources' on Instance uuid 0006023e-3281-4a82-a49f-fdc03492f322 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.706236] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126653} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.706636] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.707655] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6811e52-79bb-48af-959a-00b4cc218459 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.711907] env[65664]: INFO nova.scheduler.client.report [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Deleted allocations for instance 12e7d846-7059-4d21-81b6-19e9afd6d007 [ 1074.740464] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f58cd15d-cf04-435c-8df4-7308b4089c11/f58cd15d-cf04-435c-8df4-7308b4089c11.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.740864] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6332a5b1-b32f-43b1-98a8-66ce3a028d8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.762977] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.763180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.763356] env[65664]: DEBUG nova.network.neutron [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1074.764578] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1074.764578] env[65664]: value = "task-4415985" [ 1074.764578] env[65664]: _type = "Task" [ 1074.764578] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.778831] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.130575] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.221275] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Lock "12e7d846-7059-4d21-81b6-19e9afd6d007" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.321s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.284504] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415985, 'name': ReconfigVM_Task, 'duration_secs': 0.518241} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.284504] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f58cd15d-cf04-435c-8df4-7308b4089c11/f58cd15d-cf04-435c-8df4-7308b4089c11.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.285584] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479fca1f-2107-447a-9b60-c7a12290e5c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.296417] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1075.296417] env[65664]: value = "task-4415986" [ 1075.296417] env[65664]: _type = "Task" [ 1075.296417] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.300962] env[65664]: DEBUG nova.network.neutron [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1075.313429] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415986, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.399241] env[65664]: WARNING neutronclient.v2_0.client [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.477318] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f758e6-ee67-4f9e-8584-ed73975bb8df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.489274] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7b6ca-0a3b-4250-988a-8025e8ae71a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.525079] env[65664]: DEBUG nova.network.neutron [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updating instance_info_cache with network_info: [{"id": "f864c541-a578-4fbd-93f8-562c711c4ddb", "address": "fa:16:3e:58:cf:60", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf864c541-a5", "ovs_interfaceid": "f864c541-a578-4fbd-93f8-562c711c4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.532039] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6420f1-8653-4108-8ea5-08c9a9ec12bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.539717] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a105d2d-8488-4ca7-be7e-4d530f2b9d95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.556474] env[65664]: DEBUG nova.compute.provider_tree [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.634331] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.808675] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415986, 'name': Rename_Task, 'duration_secs': 0.2037} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.808675] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.808675] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375a1f2f-403d-40c9-b871-1af3626b38be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.817071] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1075.817071] env[65664]: value = "task-4415988" [ 1075.817071] env[65664]: _type = "Task" [ 1075.817071] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.828260] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.034405] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.034817] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Instance network_info: |[{"id": "f864c541-a578-4fbd-93f8-562c711c4ddb", "address": "fa:16:3e:58:cf:60", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf864c541-a5", "ovs_interfaceid": "f864c541-a578-4fbd-93f8-562c711c4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1076.035331] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:cf:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f864c541-a578-4fbd-93f8-562c711c4ddb', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.044448] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1076.044711] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.044968] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9221b193-94d3-4cf2-ba9b-668a97e8278a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.061284] env[65664]: DEBUG nova.scheduler.client.report [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.072259] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.072259] env[65664]: value = "task-4415989" [ 1076.072259] env[65664]: _type = "Task" [ 1076.072259] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.086832] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415989, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.132640] env[65664]: DEBUG oslo_vmware.api [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415978, 'name': PowerOnVM_Task, 'duration_secs': 3.865083} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.133491] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.133843] env[65664]: INFO nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1076.134190] env[65664]: DEBUG nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.134990] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7066a71-4500-41c2-951d-18017e2cd02b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.191050] env[65664]: DEBUG nova.compute.manager [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Received event network-changed-f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1076.191115] env[65664]: DEBUG nova.compute.manager [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Refreshing instance network info cache due to event network-changed-f864c541-a578-4fbd-93f8-562c711c4ddb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1076.191718] env[65664]: DEBUG oslo_concurrency.lockutils [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] Acquiring lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.191718] env[65664]: DEBUG oslo_concurrency.lockutils [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] Acquired lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.191848] env[65664]: DEBUG nova.network.neutron [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Refreshing network info cache for port f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.330668] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.568798] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289e81f-ad67-c627-d150-bf924404f098/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1076.570353] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.573245] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db79f75-b029-471f-9f7c-8124f695765d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.577339] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.313s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.577604] env[65664]: DEBUG nova.objects.instance [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lazy-loading 'resources' on Instance uuid 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.597865] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289e81f-ad67-c627-d150-bf924404f098/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1076.598055] env[65664]: ERROR oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289e81f-ad67-c627-d150-bf924404f098/disk-0.vmdk due to incomplete transfer. [ 1076.598306] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4415989, 'name': CreateVM_Task, 'duration_secs': 0.479219} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.599141] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4c20dd5-66e1-4831-855b-989e445ec95b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.601037] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.603940] env[65664]: WARNING neutronclient.v2_0.client [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.603940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.603940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.603940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.603940] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a387198-2ee3-4091-b1dc-b6d501c8a903 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.611789] env[65664]: INFO nova.scheduler.client.report [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Deleted allocations for instance 0006023e-3281-4a82-a49f-fdc03492f322 [ 1076.616720] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1076.616720] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c60dc3-459c-37ad-b73f-79a293604541" [ 1076.616720] env[65664]: _type = "Task" [ 1076.616720] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.619157] env[65664]: DEBUG oslo_vmware.rw_handles [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289e81f-ad67-c627-d150-bf924404f098/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1076.619157] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Uploaded image 42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1076.621878] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.627830] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d803d07-2630-4b46-b29b-b112331b6a37 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.634969] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c60dc3-459c-37ad-b73f-79a293604541, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.636728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.637120] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.637424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.637618] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.638042] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.638295] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1076.638295] env[65664]: value = "task-4415990" [ 1076.638295] env[65664]: _type = "Task" [ 1076.638295] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.638570] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c100e3e4-b9e6-490e-afa9-be43a5555479 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.658206] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415990, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.661857] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.662057] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.663515] env[65664]: INFO nova.compute.manager [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Took 27.47 seconds to build instance. [ 1076.664746] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d256cd-8d85-4925-8f93-28615d598e6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.673563] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1076.673563] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a776b7-a0f1-952e-f641-f05bc8c23f21" [ 1076.673563] env[65664]: _type = "Task" [ 1076.673563] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.687408] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a776b7-a0f1-952e-f641-f05bc8c23f21, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.688733] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1935411-65a6-4643-a333-9592379ba084 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.695279] env[65664]: WARNING neutronclient.v2_0.client [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.700172] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1076.700172] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526d7039-3f9e-8adf-8f5d-46f5186200fc" [ 1076.700172] env[65664]: _type = "Task" [ 1076.700172] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.711276] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526d7039-3f9e-8adf-8f5d-46f5186200fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.711698] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.711993] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 863c101e-1238-477e-8bdf-931137eeab3b/863c101e-1238-477e-8bdf-931137eeab3b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.712331] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d759e0-a8e4-4def-8682-728ff8850f16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.721827] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1076.721827] env[65664]: value = "task-4415991" [ 1076.721827] env[65664]: _type = "Task" [ 1076.721827] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.732246] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.828623] env[65664]: DEBUG oslo_vmware.api [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415988, 'name': PowerOnVM_Task, 'duration_secs': 0.646299} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.828926] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.829156] env[65664]: INFO nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1076.829443] env[65664]: DEBUG nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.830449] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d85191-4601-435a-8b88-5a165362263e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.115104] env[65664]: WARNING neutronclient.v2_0.client [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.129040] env[65664]: DEBUG oslo_concurrency.lockutils [None req-23a9aa4b-4e04-432a-9f5c-bc1c9c68c480 tempest-ServerShowV257Test-1418088056 tempest-ServerShowV257Test-1418088056-project-member] Lock "0006023e-3281-4a82-a49f-fdc03492f322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.580s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.164564] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415990, 'name': Destroy_Task, 'duration_secs': 0.371983} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.164959] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Destroyed the VM [ 1077.165169] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1077.165448] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd047cfb-8ba9-4380-90f2-8ddd506ae662 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.168451] env[65664]: DEBUG oslo_concurrency.lockutils [None req-edff4165-3ef2-4411-a146-2189ed2faa34 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3d6ee82d-5cfa-4c97-a976-933227759979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.979s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.174563] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1077.174563] env[65664]: value = "task-4415993" [ 1077.174563] env[65664]: _type = "Task" [ 1077.174563] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.189141] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415993, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.240104] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415991, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.274595] env[65664]: DEBUG nova.network.neutron [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updated VIF entry in instance network info cache for port f864c541-a578-4fbd-93f8-562c711c4ddb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.274996] env[65664]: DEBUG nova.network.neutron [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updating instance_info_cache with network_info: [{"id": "f864c541-a578-4fbd-93f8-562c711c4ddb", "address": "fa:16:3e:58:cf:60", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf864c541-a5", "ovs_interfaceid": "f864c541-a578-4fbd-93f8-562c711c4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.357261] env[65664]: INFO nova.compute.manager [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Took 20.26 seconds to build instance. [ 1077.475865] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b7666e-9721-4de3-8784-13e8c6a818d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.485975] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afab925-8b31-471c-9fdd-ce0cf88fbf6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.313742] env[65664]: DEBUG oslo_concurrency.lockutils [req-ca558319-8fdd-4358-9a62-eee1fbecef8c req-1de434ba-c5fe-4fdd-8189-8af13dc402be service nova] Releasing lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.314249] env[65664]: DEBUG oslo_concurrency.lockutils [None req-af33aa65-1a60-4481-bdda-1be76c42c3f7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.223s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.314572] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "f58cd15d-cf04-435c-8df4-7308b4089c11" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.314778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.315446] env[65664]: DEBUG nova.compute.manager [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.324147] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6457628f-0fcd-4fb2-93c2-a0d00a219b72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.328302] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677764cc-70fc-4eb6-a29c-ba3ce3ddb771 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.337719] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571138} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.344051] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 863c101e-1238-477e-8bdf-931137eeab3b/863c101e-1238-477e-8bdf-931137eeab3b.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.344313] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.345037] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4415993, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40754} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.345037] env[65664]: DEBUG nova.compute.manager [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1078.345477] env[65664]: DEBUG nova.objects.instance [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'flavor' on Instance uuid f58cd15d-cf04-435c-8df4-7308b4089c11 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.346870] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a964d3a2-a364-4e69-96b5-11b391767abe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.348895] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1078.349316] env[65664]: DEBUG nova.compute.manager [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.350443] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d323e960-9d1e-4941-ae44-87f870ae6133 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.356103] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fe7dd8-5936-4c30-921a-1dd96d2ff768 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.387099] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1078.387099] env[65664]: value = "task-4415994" [ 1078.387099] env[65664]: _type = "Task" [ 1078.387099] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.388847] env[65664]: DEBUG nova.compute.provider_tree [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.408394] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.833536] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3d6ee82d-5cfa-4c97-a976-933227759979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.834679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3d6ee82d-5cfa-4c97-a976-933227759979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.834679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "3d6ee82d-5cfa-4c97-a976-933227759979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.834679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3d6ee82d-5cfa-4c97-a976-933227759979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.834679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3d6ee82d-5cfa-4c97-a976-933227759979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.839368] env[65664]: INFO nova.compute.manager [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Terminating instance [ 1078.898495] env[65664]: DEBUG nova.scheduler.client.report [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.901214] env[65664]: INFO nova.compute.manager [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Shelve offloading [ 1078.920271] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079241} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.920800] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.921951] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562dee8-8523-4d55-86c1-0993c5b623d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.948175] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 863c101e-1238-477e-8bdf-931137eeab3b/863c101e-1238-477e-8bdf-931137eeab3b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.949026] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9878dcfc-5de1-4e34-badf-73dbbb68f6bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.970554] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1078.970554] env[65664]: value = "task-4415995" [ 1078.970554] env[65664]: _type = "Task" [ 1078.970554] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.980748] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.212785] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.212785] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.214938] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e422a6-84d9-447d-8fd7-e717d0ca280f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.236718] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a15e53-eef5-4d17-9618-5d004d849cef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.276837] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-5b509bc0-962b-49ae-aa0b-0135aca62667/volume-5b509bc0-962b-49ae-aa0b-0135aca62667.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.276837] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ccdf38-9e10-4d31-8ee5-727c401e33a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.300258] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1079.300258] env[65664]: value = "task-4415996" [ 1079.300258] env[65664]: _type = "Task" [ 1079.300258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.313175] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.346906] env[65664]: DEBUG nova.compute.manager [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1079.347291] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.348794] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e2dd5-269c-4614-a5c3-8347080ea9ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.361247] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.361844] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.361844] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca0b001-cdaf-409a-872a-87f6fd69dd20 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.364661] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f5552e-c814-40cd-8d72-4fe5264b4e9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.374158] env[65664]: DEBUG oslo_vmware.api [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1079.374158] env[65664]: value = "task-4415997" [ 1079.374158] env[65664]: _type = "Task" [ 1079.374158] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.375172] env[65664]: DEBUG oslo_vmware.api [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1079.375172] env[65664]: value = "task-4415998" [ 1079.375172] env[65664]: _type = "Task" [ 1079.375172] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.394979] env[65664]: DEBUG oslo_vmware.api [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.399756] env[65664]: DEBUG oslo_vmware.api [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.410993] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.410993] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec43705d-792a-4f9e-a0ff-86586d9b690a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.413739] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.836s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.416405] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.269s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.417996] env[65664]: INFO nova.compute.claims [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.423338] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1079.423338] env[65664]: value = "task-4415999" [ 1079.423338] env[65664]: _type = "Task" [ 1079.423338] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.435709] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1079.435934] env[65664]: DEBUG nova.compute.manager [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1079.436787] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441af30-61f3-4e75-a46d-10cdc8632043 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.445270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.445270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.445466] env[65664]: DEBUG nova.network.neutron [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.470803] env[65664]: INFO nova.scheduler.client.report [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced [ 1079.492485] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4415995, 'name': ReconfigVM_Task, 'duration_secs': 0.316446} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.492666] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 863c101e-1238-477e-8bdf-931137eeab3b/863c101e-1238-477e-8bdf-931137eeab3b.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.493366] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29c62c27-db0c-46a6-88eb-abb1f220cbde {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.502350] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1079.502350] env[65664]: value = "task-4416000" [ 1079.502350] env[65664]: _type = "Task" [ 1079.502350] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.514455] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416000, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.814819] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.891732] env[65664]: DEBUG oslo_vmware.api [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4415997, 'name': PowerOffVM_Task, 'duration_secs': 0.259781} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.896093] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.896211] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.896537] env[65664]: DEBUG oslo_vmware.api [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4415998, 'name': PowerOffVM_Task, 'duration_secs': 0.260524} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.896812] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-451f59af-e954-4ddf-9bba-947a3fbaf520 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.898739] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.898972] env[65664]: DEBUG nova.compute.manager [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1079.899851] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ec2f9-c231-4b09-97e2-470618e4664d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.948288] env[65664]: WARNING neutronclient.v2_0.client [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.989149] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.989391] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.989570] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleting the datastore file [datastore1] 3d6ee82d-5cfa-4c97-a976-933227759979 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.990172] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b4ba6450-928c-4f0c-bdc4-008eae04870a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "6c42de52-8a06-4f37-b6c4-3ca2d6a3aced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.169s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.991232] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93ef6a4a-28c0-4560-b755-af6731a22ebf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.001055] env[65664]: DEBUG oslo_vmware.api [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for the task: (returnval){ [ 1080.001055] env[65664]: value = "task-4416002" [ 1080.001055] env[65664]: _type = "Task" [ 1080.001055] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.014359] env[65664]: DEBUG oslo_vmware.api [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4416002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.018928] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416000, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.314332] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4415996, 'name': ReconfigVM_Task, 'duration_secs': 0.618981} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.315202] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-5b509bc0-962b-49ae-aa0b-0135aca62667/volume-5b509bc0-962b-49ae-aa0b-0135aca62667.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.320977] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507cb501-a0e6-4039-a504-cf3cc50b7c53 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.341744] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1080.341744] env[65664]: value = "task-4416003" [ 1080.341744] env[65664]: _type = "Task" [ 1080.341744] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.355522] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.418122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a8ece40e-d486-469f-ab14-2974b8f8458d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.537644] env[65664]: DEBUG oslo_vmware.api [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Task: {'id': task-4416002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253025} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.538046] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416000, 'name': Rename_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.541288] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.541538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.541723] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.541893] env[65664]: INFO nova.compute.manager [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1080.542157] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1080.542629] env[65664]: DEBUG nova.compute.manager [-] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1080.543388] env[65664]: DEBUG nova.network.neutron [-] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.543388] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.770244] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.783091] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e2787-a2e8-42d2-9a06-53d70a358199 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.791969] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2c6cf2-8e42-4b5a-8d3e-9177bffb6948 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.829705] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89f9bcf-5a93-481b-8226-0610ae4dcfdf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.840061] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e3a147-de2a-4a34-a327-bcb3cd072bfb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.854402] env[65664]: DEBUG oslo_vmware.api [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416003, 'name': ReconfigVM_Task, 'duration_secs': 0.170756} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.863171] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.865261] env[65664]: DEBUG nova.compute.provider_tree [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.871388] env[65664]: WARNING neutronclient.v2_0.client [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.032214] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416000, 'name': Rename_Task, 'duration_secs': 1.175172} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.032214] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.032214] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16464627-d5f9-4f0e-a3e6-cc717b8b619a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.040707] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1081.040707] env[65664]: value = "task-4416004" [ 1081.040707] env[65664]: _type = "Task" [ 1081.040707] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.058205] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.109168] env[65664]: DEBUG nova.network.neutron [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.374140] env[65664]: DEBUG nova.scheduler.client.report [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.466052] env[65664]: DEBUG nova.compute.manager [req-ae85df17-8d85-4c1d-b88e-1f29769f38c3 req-30eb1a5c-4ffa-4f21-844c-6b6c55d1c464 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Received event network-vif-deleted-d38cb247-c588-4ab6-961b-f76942b86ae0 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1081.467040] env[65664]: INFO nova.compute.manager [req-ae85df17-8d85-4c1d-b88e-1f29769f38c3 req-30eb1a5c-4ffa-4f21-844c-6b6c55d1c464 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Neutron deleted interface d38cb247-c588-4ab6-961b-f76942b86ae0; detaching it from the instance and deleting it from the info cache [ 1081.467040] env[65664]: DEBUG nova.network.neutron [req-ae85df17-8d85-4c1d-b88e-1f29769f38c3 req-30eb1a5c-4ffa-4f21-844c-6b6c55d1c464 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.556824] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416004, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.619278] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.619732] env[65664]: WARNING neutronclient.v2_0.client [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.620040] env[65664]: WARNING neutronclient.v2_0.client [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.652029] env[65664]: DEBUG nova.network.neutron [-] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.882794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.883422] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1081.886163] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.010s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.887881] env[65664]: DEBUG nova.objects.instance [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lazy-loading 'resources' on Instance uuid 21e8299b-2556-445f-bf30-298acc245dff {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.920394] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "f58cd15d-cf04-435c-8df4-7308b4089c11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.920703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.920929] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "f58cd15d-cf04-435c-8df4-7308b4089c11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.921685] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.921685] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.926592] env[65664]: INFO nova.compute.manager [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Terminating instance [ 1081.933302] env[65664]: DEBUG nova.objects.instance [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'flavor' on Instance uuid 217852f2-958f-48b8-9eb7-3e7368e91ac8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.961824] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.962758] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd59f4-b53d-4770-81fc-91702d87c9b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.975032] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.975286] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e070b1bd-8e4b-409f-a66a-15a05c9d025f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.977419] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52c9a87-6020-4aa5-8a9e-35101fbc388e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.988479] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b542a1e-7679-414b-9826-5622e6613724 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.026431] env[65664]: DEBUG nova.compute.manager [req-ae85df17-8d85-4c1d-b88e-1f29769f38c3 req-30eb1a5c-4ffa-4f21-844c-6b6c55d1c464 service nova] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Detach interface failed, port_id=d38cb247-c588-4ab6-961b-f76942b86ae0, reason: Instance 3d6ee82d-5cfa-4c97-a976-933227759979 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1082.052521] env[65664]: DEBUG oslo_vmware.api [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416004, 'name': PowerOnVM_Task, 'duration_secs': 0.591117} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.052831] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.053043] env[65664]: INFO nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1082.053264] env[65664]: DEBUG nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1082.054053] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b5082f-fe16-4a42-9671-7e6dd5ae5f05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.071658] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.071658] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.071658] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleting the datastore file [datastore2] 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.071658] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-493701d6-794a-45bb-8139-1bf7be063322 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.080574] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1082.080574] env[65664]: value = "task-4416006" [ 1082.080574] env[65664]: _type = "Task" [ 1082.080574] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.090563] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.117797] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "89d471d8-0523-404f-964f-d698a219f464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.118064] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "89d471d8-0523-404f-964f-d698a219f464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.154974] env[65664]: INFO nova.compute.manager [-] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Took 1.61 seconds to deallocate network for instance. [ 1082.229706] env[65664]: DEBUG nova.compute.manager [req-792cd64e-a39a-40f0-b15b-e772c0fa5cd9 req-f88794a8-7eda-49a6-99f7-91e435fbb656 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-vif-unplugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1082.229706] env[65664]: DEBUG oslo_concurrency.lockutils [req-792cd64e-a39a-40f0-b15b-e772c0fa5cd9 req-f88794a8-7eda-49a6-99f7-91e435fbb656 service nova] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.229706] env[65664]: DEBUG oslo_concurrency.lockutils [req-792cd64e-a39a-40f0-b15b-e772c0fa5cd9 req-f88794a8-7eda-49a6-99f7-91e435fbb656 service nova] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.229706] env[65664]: DEBUG oslo_concurrency.lockutils [req-792cd64e-a39a-40f0-b15b-e772c0fa5cd9 req-f88794a8-7eda-49a6-99f7-91e435fbb656 service nova] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.229706] env[65664]: DEBUG nova.compute.manager [req-792cd64e-a39a-40f0-b15b-e772c0fa5cd9 req-f88794a8-7eda-49a6-99f7-91e435fbb656 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] No waiting events found dispatching network-vif-unplugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1082.229706] env[65664]: WARNING nova.compute.manager [req-792cd64e-a39a-40f0-b15b-e772c0fa5cd9 req-f88794a8-7eda-49a6-99f7-91e435fbb656 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received unexpected event network-vif-unplugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 for instance with vm_state shelved and task_state shelving_offloading. [ 1082.389981] env[65664]: DEBUG nova.compute.utils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.394973] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1082.394973] env[65664]: DEBUG nova.network.neutron [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1082.395563] env[65664]: WARNING neutronclient.v2_0.client [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.395618] env[65664]: WARNING neutronclient.v2_0.client [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.432080] env[65664]: DEBUG nova.compute.manager [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1082.433205] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.433205] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb11d4e-826d-4266-8c61-1b26e6caf671 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.444318] env[65664]: DEBUG nova.policy [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67997ec766e3472a90f477f90dbbc72a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1399a836b44dda93cdd9bcd4a37b31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.448649] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.449216] env[65664]: DEBUG oslo_concurrency.lockutils [None req-023bf30c-1e1c-43bd-9bf3-a8edc066513c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.377s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.450903] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7136f6-6d25-4225-9312-95b393f0e4d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.586386] env[65664]: INFO nova.compute.manager [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Took 21.35 seconds to build instance. [ 1082.595576] env[65664]: DEBUG oslo_vmware.api [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195198} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.595845] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.596035] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.596431] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.620727] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1082.626580] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.626879] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.627093] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleting the datastore file [datastore1] f58cd15d-cf04-435c-8df4-7308b4089c11 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.628586] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963e4f5d-05ba-4d7d-951b-aa31a28b1243 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.638723] env[65664]: INFO nova.scheduler.client.report [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted allocations for instance 6bb40da3-e0da-4408-a1ce-2df61c746e29 [ 1082.641811] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "db887207-6147-49f8-ad9e-541820a8a4dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.643851] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.648050] env[65664]: DEBUG oslo_vmware.api [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1082.648050] env[65664]: value = "task-4416008" [ 1082.648050] env[65664]: _type = "Task" [ 1082.648050] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.662741] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.663106] env[65664]: DEBUG oslo_vmware.api [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.736020] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e761b-7b37-4c9a-a0e1-2b8d8be89b42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.743961] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50318e-266a-4400-93dc-2b1c4aba5cef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.784929] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55334dc-0eff-4156-ae19-c524c062c7b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.793968] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ecadd-a3e4-432b-a416-b5f516285cc2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.814046] env[65664]: DEBUG nova.compute.provider_tree [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.839500] env[65664]: DEBUG nova.network.neutron [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Successfully created port: 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.899463] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1083.089602] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1365f8d4-a433-42da-98b3-4a7fa9970570 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.865s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.146736] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.148338] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1083.152273] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.162616] env[65664]: DEBUG oslo_vmware.api [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311979} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.162871] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.163663] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.163663] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.163663] env[65664]: INFO nova.compute.manager [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Took 0.73 seconds to destroy the instance on the hypervisor. [ 1083.163663] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1083.163846] env[65664]: DEBUG nova.compute.manager [-] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1083.163883] env[65664]: DEBUG nova.network.neutron [-] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.164135] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.320490] env[65664]: DEBUG nova.scheduler.client.report [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.373706] env[65664]: INFO nova.compute.manager [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Rebuilding instance [ 1083.440612] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.446022] env[65664]: DEBUG nova.compute.manager [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1083.446022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b8c8e5-38ac-47f5-8fc7-63608fd8d115 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.678829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.824947] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.827549] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.216s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.827794] env[65664]: DEBUG nova.objects.instance [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lazy-loading 'resources' on Instance uuid fce7c3c4-a66e-49ba-9431-39b9fa91d025 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.851841] env[65664]: INFO nova.scheduler.client.report [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted allocations for instance 21e8299b-2556-445f-bf30-298acc245dff [ 1083.912540] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1083.942231] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1083.942433] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.942604] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1083.944299] env[65664]: DEBUG nova.virt.hardware [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1083.944901] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84efb51-d169-4a3a-addb-6a7008ff6f3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.952856] env[65664]: DEBUG nova.compute.manager [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Received event network-changed-f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1083.953053] env[65664]: DEBUG nova.compute.manager [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Refreshing instance network info cache due to event network-changed-f864c541-a578-4fbd-93f8-562c711c4ddb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1083.953289] env[65664]: DEBUG oslo_concurrency.lockutils [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] Acquiring lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.953398] env[65664]: DEBUG oslo_concurrency.lockutils [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] Acquired lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.953549] env[65664]: DEBUG nova.network.neutron [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Refreshing network info cache for port f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.960637] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31e305b-6fc1-46b4-bd54-4b8613897ba5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.028591] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.028591] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.028591] env[65664]: INFO nova.compute.manager [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Rebooting instance [ 1084.194482] env[65664]: DEBUG nova.network.neutron [-] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.262637] env[65664]: DEBUG nova.compute.manager [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-changed-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1084.262830] env[65664]: DEBUG nova.compute.manager [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Refreshing instance network info cache due to event network-changed-1c4e34d0-8d23-4e94-98e2-49aa493d5a40. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1084.263533] env[65664]: DEBUG oslo_concurrency.lockutils [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.263750] env[65664]: DEBUG oslo_concurrency.lockutils [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.263947] env[65664]: DEBUG nova.network.neutron [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Refreshing network info cache for port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.364573] env[65664]: DEBUG oslo_concurrency.lockutils [None req-94be1194-7525-4344-8f8a-a9994e313e63 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "21e8299b-2556-445f-bf30-298acc245dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.137s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.442122] env[65664]: DEBUG nova.network.neutron [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Successfully updated port: 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.464735] env[65664]: WARNING neutronclient.v2_0.client [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.470111] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.470954] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe3b586-9a59-44eb-b6fd-96926e15eb66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.483084] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1084.483084] env[65664]: value = "task-4416009" [ 1084.483084] env[65664]: _type = "Task" [ 1084.483084] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.502173] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.545479] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.545681] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.545861] env[65664]: DEBUG nova.network.neutron [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.637935] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30cac67-14fa-47d2-a914-7320bdedcbe9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.649563] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d21a9d-4761-45fb-a10a-4780970141ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.698800] env[65664]: INFO nova.compute.manager [-] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Took 1.53 seconds to deallocate network for instance. [ 1084.704602] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64f7f8-9430-4403-8eb0-d826eadfe19b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.718188] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddd0e86-fbba-496b-bc9e-8dd07803a465 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.734533] env[65664]: DEBUG nova.compute.provider_tree [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.766636] env[65664]: WARNING neutronclient.v2_0.client [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.871309] env[65664]: WARNING neutronclient.v2_0.client [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.954792] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "refresh_cache-b235b5e5-5684-46ef-bdc7-135e43295660" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.955031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "refresh_cache-b235b5e5-5684-46ef-bdc7-135e43295660" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.955247] env[65664]: DEBUG nova.network.neutron [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.968948] env[65664]: DEBUG nova.network.neutron [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updated VIF entry in instance network info cache for port f864c541-a578-4fbd-93f8-562c711c4ddb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.969337] env[65664]: DEBUG nova.network.neutron [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updating instance_info_cache with network_info: [{"id": "f864c541-a578-4fbd-93f8-562c711c4ddb", "address": "fa:16:3e:58:cf:60", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf864c541-a5", "ovs_interfaceid": "f864c541-a578-4fbd-93f8-562c711c4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.993597] env[65664]: WARNING neutronclient.v2_0.client [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.003021] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416009, 'name': PowerOffVM_Task, 'duration_secs': 0.400398} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.003021] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.049045] env[65664]: WARNING neutronclient.v2_0.client [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.067110] env[65664]: INFO nova.compute.manager [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Detaching volume 5b509bc0-962b-49ae-aa0b-0135aca62667 [ 1085.076342] env[65664]: DEBUG nova.network.neutron [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updated VIF entry in instance network info cache for port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1085.076666] env[65664]: DEBUG nova.network.neutron [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.104175] env[65664]: INFO nova.virt.block_device [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Attempting to driver detach volume 5b509bc0-962b-49ae-aa0b-0135aca62667 from mountpoint /dev/sdb [ 1085.104416] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.104599] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.106030] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16f30c-91ec-40f4-a687-f1df06f754d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.132207] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d34338-182e-4eea-b721-909de476c989 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.140929] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70e829-c4b0-4523-9363-1703ca03c892 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.164389] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8c5d5-27ca-420c-b6b5-dc5245591d5e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.183424] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The volume has not been displaced from its original location: [datastore1] volume-5b509bc0-962b-49ae-aa0b-0135aca62667/volume-5b509bc0-962b-49ae-aa0b-0135aca62667.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.188955] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.193523] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133e5ad8-67ea-4406-8ac2-bcd22e566e5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.212145] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.217579] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1085.217579] env[65664]: value = "task-4416010" [ 1085.217579] env[65664]: _type = "Task" [ 1085.217579] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.228957] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.238466] env[65664]: DEBUG nova.scheduler.client.report [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.291679] env[65664]: WARNING neutronclient.v2_0.client [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.374979] env[65664]: DEBUG nova.network.neutron [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.473321] env[65664]: DEBUG oslo_concurrency.lockutils [req-da863072-e3ad-4629-a6dd-af8c10af1fa0 req-78552ab7-2bdb-4d12-8ab3-4ab0388e3591 service nova] Releasing lock "refresh_cache-863c101e-1238-477e-8bdf-931137eeab3b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.489540] env[65664]: DEBUG nova.network.neutron [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1085.566981] env[65664]: WARNING neutronclient.v2_0.client [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.581121] env[65664]: DEBUG oslo_concurrency.lockutils [req-6ce5cbde-6f17-4d3b-8342-8649b2d22440 req-b6e18555-6f69-4110-b8b2-21698c82c08a service nova] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.642353] env[65664]: DEBUG nova.network.neutron [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Updating instance_info_cache with network_info: [{"id": "1c3189e2-8150-46bf-aef1-44ea6ccd8c0a", "address": "fa:16:3e:49:7b:3c", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3189e2-81", "ovs_interfaceid": "1c3189e2-8150-46bf-aef1-44ea6ccd8c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.712321] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.729056] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416010, 'name': ReconfigVM_Task, 'duration_secs': 0.21856} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.729432] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.734710] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88764520-e3f9-4d55-95da-733f8191edc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.745737] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.747953] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.623s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.748211] env[65664]: DEBUG nova.objects.instance [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'resources' on Instance uuid d7b83686-1f79-4fe7-9103-96a1885d82b4 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.755324] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1085.755324] env[65664]: value = "task-4416011" [ 1085.755324] env[65664]: _type = "Task" [ 1085.755324] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.765185] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.768565] env[65664]: INFO nova.scheduler.client.report [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Deleted allocations for instance fce7c3c4-a66e-49ba-9431-39b9fa91d025 [ 1085.877708] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.987519] env[65664]: DEBUG nova.compute.manager [req-70157338-3df5-4c3a-96a5-7e9efb7dad8a req-687b5a41-3659-4048-8873-0ed32ee571a7 service nova] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Received event network-vif-deleted-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1086.147180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "refresh_cache-b235b5e5-5684-46ef-bdc7-135e43295660" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.147180] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Instance network_info: |[{"id": "1c3189e2-8150-46bf-aef1-44ea6ccd8c0a", "address": "fa:16:3e:49:7b:3c", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3189e2-81", "ovs_interfaceid": "1c3189e2-8150-46bf-aef1-44ea6ccd8c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1086.147180] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c3189e2-8150-46bf-aef1-44ea6ccd8c0a', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.154880] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1086.155597] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.155867] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a14f1f35-7bcf-4d28-ba5d-05b08e3ebb9e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.178507] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.178507] env[65664]: value = "task-4416012" [ 1086.178507] env[65664]: _type = "Task" [ 1086.178507] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.188544] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416012, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.266973] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416011, 'name': ReconfigVM_Task, 'duration_secs': 0.148051} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.267479] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.280434] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bb56be3c-61db-423f-a84c-a7a90ae04e92 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Lock "fce7c3c4-a66e-49ba-9431-39b9fa91d025" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.226s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.299533] env[65664]: DEBUG nova.compute.manager [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Received event network-vif-plugged-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1086.299880] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] Acquiring lock "b235b5e5-5684-46ef-bdc7-135e43295660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.299987] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] Lock "b235b5e5-5684-46ef-bdc7-135e43295660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.300420] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] Lock "b235b5e5-5684-46ef-bdc7-135e43295660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.300420] env[65664]: DEBUG nova.compute.manager [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] No waiting events found dispatching network-vif-plugged-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1086.300577] env[65664]: WARNING nova.compute.manager [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Received unexpected event network-vif-plugged-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a for instance with vm_state building and task_state spawning. [ 1086.300692] env[65664]: DEBUG nova.compute.manager [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Received event network-changed-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1086.300835] env[65664]: DEBUG nova.compute.manager [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Refreshing instance network info cache due to event network-changed-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1086.301028] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] Acquiring lock "refresh_cache-b235b5e5-5684-46ef-bdc7-135e43295660" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.301165] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] Acquired lock "refresh_cache-b235b5e5-5684-46ef-bdc7-135e43295660" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.301317] env[65664]: DEBUG nova.network.neutron [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Refreshing network info cache for port 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.383607] env[65664]: DEBUG nova.compute.manager [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1086.384937] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051c2b7-f0cf-45b6-9e22-094a23c3daf6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.495881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a817ba-bb3b-4255-8a26-82ff02773990 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.506761] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca03838-4da5-4945-a14c-fdbba3f3b10a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.540540] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd3b5b-e2a0-4476-a48c-ef9413c36cfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.549157] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73db952-3c5f-4dc7-b89e-0eebba10bc60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.562848] env[65664]: DEBUG nova.compute.provider_tree [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.689370] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416012, 'name': CreateVM_Task, 'duration_secs': 0.384042} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.689546] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.690104] env[65664]: WARNING neutronclient.v2_0.client [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.690466] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.690619] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.690933] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.691227] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d49b23e-89b5-4f58-98b2-80e655615690 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.696170] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1086.696170] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d6c052-7996-9da0-c817-bf8e0f5a4344" [ 1086.696170] env[65664]: _type = "Task" [ 1086.696170] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.704388] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d6c052-7996-9da0-c817-bf8e0f5a4344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.809045] env[65664]: WARNING neutronclient.v2_0.client [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.066251] env[65664]: DEBUG nova.scheduler.client.report [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.073246] env[65664]: WARNING neutronclient.v2_0.client [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.157293] env[65664]: DEBUG nova.network.neutron [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Updated VIF entry in instance network info cache for port 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1087.157755] env[65664]: DEBUG nova.network.neutron [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Updating instance_info_cache with network_info: [{"id": "1c3189e2-8150-46bf-aef1-44ea6ccd8c0a", "address": "fa:16:3e:49:7b:3c", "network": {"id": "9840b3aa-86af-468d-ad01-5f05503a1eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635097348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1399a836b44dda93cdd9bcd4a37b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3189e2-81", "ovs_interfaceid": "1c3189e2-8150-46bf-aef1-44ea6ccd8c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.208794] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d6c052-7996-9da0-c817-bf8e0f5a4344, 'name': SearchDatastore_Task, 'duration_secs': 0.035004} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.208794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.208984] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.209862] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.209862] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.209862] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.210071] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eca50ccc-0f33-443a-937a-9cd64ef73380 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.221926] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.222152] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.222898] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f712e5-4c94-462f-ad5b-41912b7edebf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.229311] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1087.229311] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208782d-fde1-eee2-3ddd-1ab9c6cbd16f" [ 1087.229311] env[65664]: _type = "Task" [ 1087.229311] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.238209] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208782d-fde1-eee2-3ddd-1ab9c6cbd16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.324732] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.325076] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40e2f60-5d69-4df7-8685-0d08f4ce2ae7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.333801] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1087.333801] env[65664]: value = "task-4416013" [ 1087.333801] env[65664]: _type = "Task" [ 1087.333801] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.344143] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.344397] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1087.344589] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1087.345410] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cb3053-663f-4a95-99a0-51e6764fc770 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.365166] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87ef822-ccb8-494a-a7d1-d37a1245ae2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.372964] env[65664]: WARNING nova.virt.vmwareapi.driver [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1087.373217] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.374023] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e4ce1a-ee2c-4480-8ee7-db2ce5d7042d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.381544] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.381937] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27363fe-8acf-4753-bcb3-4ad6d34a68de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.407331] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343ce63-6a27-464b-a01e-bced5a62edc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.415891] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Doing hard reboot of VM {{(pid=65664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1087.416268] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-608e1523-2956-4e64-897b-c48be5ff729a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.424244] env[65664]: DEBUG oslo_vmware.api [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1087.424244] env[65664]: value = "task-4416015" [ 1087.424244] env[65664]: _type = "Task" [ 1087.424244] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.434844] env[65664]: DEBUG oslo_vmware.api [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416015, 'name': ResetVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.449314] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.449639] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.449903] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore2] 217852f2-958f-48b8-9eb7-3e7368e91ac8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.450433] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-121f2017-f6b9-4ff5-93c7-827a928d6753 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.459030] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1087.459030] env[65664]: value = "task-4416016" [ 1087.459030] env[65664]: _type = "Task" [ 1087.459030] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.469402] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.577866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.580345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.918s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.580597] env[65664]: DEBUG nova.objects.instance [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lazy-loading 'resources' on Instance uuid 3d6ee82d-5cfa-4c97-a976-933227759979 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.602267] env[65664]: INFO nova.scheduler.client.report [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleted allocations for instance d7b83686-1f79-4fe7-9103-96a1885d82b4 [ 1087.660618] env[65664]: DEBUG oslo_concurrency.lockutils [req-bd2762bc-bdf5-4d55-8835-0fcd4517e6f9 req-9f40cc6c-361b-46d4-ad53-652a1b6401d0 service nova] Releasing lock "refresh_cache-b235b5e5-5684-46ef-bdc7-135e43295660" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.741560] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208782d-fde1-eee2-3ddd-1ab9c6cbd16f, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.742353] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab979364-9d1c-4e2a-8629-4fda9015840d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748088] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1087.748088] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5270d001-adad-6391-d104-97a9e065090f" [ 1087.748088] env[65664]: _type = "Task" [ 1087.748088] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.757359] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5270d001-adad-6391-d104-97a9e065090f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.936363] env[65664]: DEBUG oslo_vmware.api [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416015, 'name': ResetVM_Task, 'duration_secs': 0.105734} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.937654] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Did hard reboot of VM {{(pid=65664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1087.937654] env[65664]: DEBUG nova.compute.manager [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.937763] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c284d2-fe3d-44f9-8448-0953e4dd1803 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.969763] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152934} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.969908] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.970346] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.970346] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.113263] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "d7b83686-1f79-4fe7-9103-96a1885d82b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.779s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.265567] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5270d001-adad-6391-d104-97a9e065090f, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.265909] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.266222] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] b235b5e5-5684-46ef-bdc7-135e43295660/b235b5e5-5684-46ef-bdc7-135e43295660.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.266533] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed23f63c-cef4-4f10-851b-2e8129396444 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.278249] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1088.278249] env[65664]: value = "task-4416017" [ 1088.278249] env[65664]: _type = "Task" [ 1088.278249] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.287546] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.348444] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9e277-a597-46a9-bff2-41659aed2774 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.351545] env[65664]: DEBUG nova.compute.manager [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1088.352385] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bfa9bc-61b4-464d-b980-ba8983f9b285 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.365351] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2ee01-964d-437a-8ac3-bd57225011cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.405791] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4024a-c4d3-4ac2-b3c4-d3e409b97a9e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.415423] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ed7e5-1283-4023-8e01-493c9f9e3aac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.433022] env[65664]: DEBUG nova.compute.provider_tree [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.450853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f82bd85-50f6-47da-8aa9-728a010d6ac1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.423s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.476099] env[65664]: INFO nova.virt.block_device [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Booting with volume 5b509bc0-962b-49ae-aa0b-0135aca62667 at /dev/sdb [ 1088.515789] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a29b76a1-1ec2-43d6-8dbf-08b4cbdda958 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.526399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb0170e-4098-41dd-ab96-1c26665837fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.572320] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f6eb08d-e96a-4410-99ac-8161012c2c18 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.585213] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482a505d-e982-4a45-b1b6-8ea61c98ad24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.622135] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8561d650-e353-4890-9127-25c7a4e2efa9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.631972] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61496a2-747c-433b-b36c-261903baf1da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.648207] env[65664]: DEBUG nova.virt.block_device [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updating existing volume attachment record: 443a0a11-10f8-4131-9a4d-cd0b2dccf05b {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.793880] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.874711] env[65664]: INFO nova.compute.manager [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] instance snapshotting [ 1088.874711] env[65664]: DEBUG nova.objects.instance [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'flavor' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.935771] env[65664]: DEBUG nova.scheduler.client.report [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.292432] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641035} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.292776] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] b235b5e5-5684-46ef-bdc7-135e43295660/b235b5e5-5684-46ef-bdc7-135e43295660.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.293034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.293336] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-689ceedf-28db-4112-9731-7c05c2f85529 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.302282] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1089.302282] env[65664]: value = "task-4416019" [ 1089.302282] env[65664]: _type = "Task" [ 1089.302282] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.313613] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.380284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ea1307-bf7f-419f-bba6-1dc07773cab5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.401721] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d921eb3a-f83c-48b2-b18d-5fa51aa9c308 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.444312] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.445063] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.298s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.445493] env[65664]: DEBUG nova.objects.instance [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'resources' on Instance uuid 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.467441] env[65664]: INFO nova.scheduler.client.report [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Deleted allocations for instance 3d6ee82d-5cfa-4c97-a976-933227759979 [ 1089.813267] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077853} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.813588] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.814451] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed01bb-8184-4310-9e99-154f9efb33b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.840302] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b235b5e5-5684-46ef-bdc7-135e43295660/b235b5e5-5684-46ef-bdc7-135e43295660.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.840302] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbb8296-2e66-4d9d-9fa6-a2815fb5c570 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.861598] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1089.861598] env[65664]: value = "task-4416020" [ 1089.861598] env[65664]: _type = "Task" [ 1089.861598] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.870723] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.916040] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.916426] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c5d06c4-69de-4d90-92a2-312936821c6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.924579] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1089.924579] env[65664]: value = "task-4416021" [ 1089.924579] env[65664]: _type = "Task" [ 1089.924579] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.934132] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416021, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.949319] env[65664]: DEBUG nova.objects.instance [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.976056] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Lock "3d6ee82d-5cfa-4c97-a976-933227759979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.142s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.375539] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416020, 'name': ReconfigVM_Task, 'duration_secs': 0.300281} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.375830] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b235b5e5-5684-46ef-bdc7-135e43295660/b235b5e5-5684-46ef-bdc7-135e43295660.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.376542] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a69ff120-f6b0-412d-afc0-84cd57842691 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.383970] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1090.383970] env[65664]: value = "task-4416022" [ 1090.383970] env[65664]: _type = "Task" [ 1090.383970] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.398828] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416022, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.437904] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416021, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.453016] env[65664]: DEBUG nova.objects.base [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Object Instance<6bb40da3-e0da-4408-a1ce-2df61c746e29> lazy-loaded attributes: resources,numa_topology {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.684152] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2186ee-faae-4129-a6c3-b9cb61928754 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.693984] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17957db4-4929-4862-bada-bbd979f4fcc9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.727109] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce13207-253a-4cb9-be71-ebfda18a0ded {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.736231] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d32473-cd0e-4a8a-977c-59d44d8e79a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.752472] env[65664]: DEBUG nova.compute.provider_tree [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.799421] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1090.799672] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.799821] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1090.800237] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.800455] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1090.800640] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1090.800813] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.800964] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1090.801188] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1090.801353] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1090.801700] env[65664]: DEBUG nova.virt.hardware [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1090.803507] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a741d-dfa0-43d2-8463-00a2c24fad76 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.813860] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eccf30c-7751-43b9-b501-54d131ed1b9f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.832952] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:46:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2a6a820-f8ac-4912-bbab-bda2a19bb98c', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.841341] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1090.842844] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.843265] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-063f3990-4124-46b7-a888-81602161bdfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.869086] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.869086] env[65664]: value = "task-4416023" [ 1090.869086] env[65664]: _type = "Task" [ 1090.869086] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.878445] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416023, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.897338] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416022, 'name': Rename_Task, 'duration_secs': 0.19013} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.897623] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.897883] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c149b795-9ea7-4f57-acdc-f1ef8869e727 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.907553] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1090.907553] env[65664]: value = "task-4416024" [ 1090.907553] env[65664]: _type = "Task" [ 1090.907553] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.917344] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.938526] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416021, 'name': CreateSnapshot_Task, 'duration_secs': 0.526511} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.938940] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.940029] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d67b30-46d0-410f-87b5-805ac1ee7c1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.255833] env[65664]: DEBUG nova.scheduler.client.report [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.381537] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416023, 'name': CreateVM_Task, 'duration_secs': 0.407176} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.381668] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.382280] env[65664]: WARNING neutronclient.v2_0.client [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1091.382668] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.382817] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.383156] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.383439] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ccbfde-01d5-49b6-adf9-6ca1face722b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.390533] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1091.390533] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528f40a4-2e1e-0ed3-44bb-3afeb05c82f3" [ 1091.390533] env[65664]: _type = "Task" [ 1091.390533] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.398836] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528f40a4-2e1e-0ed3-44bb-3afeb05c82f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.418138] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.462523] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.462858] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eea28bc7-1d5d-44c8-b83a-461a16175176 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.474485] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1091.474485] env[65664]: value = "task-4416025" [ 1091.474485] env[65664]: _type = "Task" [ 1091.474485] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.487576] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416025, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.766266] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.773029] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.614s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.773029] env[65664]: INFO nova.compute.claims [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.902091] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528f40a4-2e1e-0ed3-44bb-3afeb05c82f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.904038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.904038] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.904038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.904038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.904038] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.904038] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-140dbadf-2a67-46f5-8359-e5163eafa7b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.915946] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.916168] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.921431] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ab4094-6fe2-4ace-9e74-c10df03a2246 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.929027] env[65664]: DEBUG oslo_vmware.api [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416024, 'name': PowerOnVM_Task, 'duration_secs': 0.56418} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.929027] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.929027] env[65664]: INFO nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1091.929027] env[65664]: DEBUG nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1091.929027] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b8a92-3d21-40cf-95ea-1d4571f9e606 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.935649] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1091.935649] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2215e-98bd-4ba2-a493-4b1582cf8b24" [ 1091.935649] env[65664]: _type = "Task" [ 1091.935649] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.953171] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c2215e-98bd-4ba2-a493-4b1582cf8b24, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.956118] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f285082-1f20-48d5-9278-039079a2a445 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.963289] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1091.963289] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c78fc0-1244-1e9c-9213-79da46b726ad" [ 1091.963289] env[65664]: _type = "Task" [ 1091.963289] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.976667] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c78fc0-1244-1e9c-9213-79da46b726ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.988825] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416025, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.281863] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b911193a-5ed9-4ca2-af1f-5d362733ae3c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.631s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.283238] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.571s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.283364] env[65664]: INFO nova.compute.manager [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Unshelving [ 1092.456477] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "092847c2-a54d-4fc4-92c6-ac21da475012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.456720] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "092847c2-a54d-4fc4-92c6-ac21da475012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.457896] env[65664]: INFO nova.compute.manager [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Took 24.33 seconds to build instance. [ 1092.476184] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c78fc0-1244-1e9c-9213-79da46b726ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.476553] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.476820] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.480173] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32fd8b6-a4ab-42fd-90af-6ca79440587c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.489227] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416025, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.490828] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1092.490828] env[65664]: value = "task-4416026" [ 1092.490828] env[65664]: _type = "Task" [ 1092.490828] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.503420] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.960653] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1092.966359] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30fbf584-3e41-47fe-ae12-e349cbee4561 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "b235b5e5-5684-46ef-bdc7-135e43295660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.868s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.988998] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416025, 'name': CloneVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.008638] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416026, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.097022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e08904-452e-4b4d-8b9d-b98e245f926e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.107506] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f247214-8694-4008-bc07-a02105abdf33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.148088] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea81142-9a04-4172-ac64-ed312df2c690 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.156607] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31348b79-a9d4-4f10-a93c-56960066206c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.173681] env[65664]: DEBUG nova.compute.provider_tree [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.318143] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.485515] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.490934] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416025, 'name': CloneVM_Task, 'duration_secs': 1.784877} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.491358] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created linked-clone VM from snapshot [ 1093.492776] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb131c-3f7f-490d-bd1c-a4ab7f56f567 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.508292] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Uploading image 2542f750-89fb-4746-98fd-b3df756b0302 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1093.516156] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755481} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.516593] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.516933] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.517407] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77d9ef9c-fb8e-4b9f-bc1a-73d6406046e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.527047] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1093.527047] env[65664]: value = "task-4416027" [ 1093.527047] env[65664]: _type = "Task" [ 1093.527047] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.539699] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.542014] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1093.542014] env[65664]: value = "vm-864196" [ 1093.542014] env[65664]: _type = "VirtualMachine" [ 1093.542014] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1093.542253] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27ceb379-9a56-4e8c-8bdc-cb3121ec5169 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.552816] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease: (returnval){ [ 1093.552816] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c47c1a-9aa0-4a3b-0fd8-6a0fe185e642" [ 1093.552816] env[65664]: _type = "HttpNfcLease" [ 1093.552816] env[65664]: } obtained for exporting VM: (result){ [ 1093.552816] env[65664]: value = "vm-864196" [ 1093.552816] env[65664]: _type = "VirtualMachine" [ 1093.552816] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1093.553342] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the lease: (returnval){ [ 1093.553342] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c47c1a-9aa0-4a3b-0fd8-6a0fe185e642" [ 1093.553342] env[65664]: _type = "HttpNfcLease" [ 1093.553342] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1093.561528] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.561528] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c47c1a-9aa0-4a3b-0fd8-6a0fe185e642" [ 1093.561528] env[65664]: _type = "HttpNfcLease" [ 1093.561528] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1093.679037] env[65664]: DEBUG nova.scheduler.client.report [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.771650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.771944] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.772198] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.772398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.772569] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.775021] env[65664]: INFO nova.compute.manager [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Terminating instance [ 1094.040582] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105917} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.046018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.046018] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ee964-a166-4e08-a842-98632d49dd9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.069907] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.073946] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7528165-0ed9-45f3-bd14-0916a0a55262 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.097118] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.097118] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c47c1a-9aa0-4a3b-0fd8-6a0fe185e642" [ 1094.097118] env[65664]: _type = "HttpNfcLease" [ 1094.097118] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.097827] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.097827] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c47c1a-9aa0-4a3b-0fd8-6a0fe185e642" [ 1094.097827] env[65664]: _type = "HttpNfcLease" [ 1094.097827] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.099369] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f13d4-6227-4eb3-a187-9339c637394a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.104036] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1094.104036] env[65664]: value = "task-4416029" [ 1094.104036] env[65664]: _type = "Task" [ 1094.104036] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.111512] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b04-44e7-c88f-2cee-3935775975c1/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.111740] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b04-44e7-c88f-2cee-3935775975c1/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.174319] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.185328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.186425] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1094.191457] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.513s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.196262] env[65664]: INFO nova.compute.claims [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.206966] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3badadf-53fd-4d8c-9a75-1333bc423a59 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.279553] env[65664]: DEBUG nova.compute.manager [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1094.279778] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.280763] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2223a74-072d-4e2f-a3ab-933af57fa4ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.290117] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.290384] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278448eb-1738-4a05-a044-4d3e9510f848 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.299475] env[65664]: DEBUG oslo_vmware.api [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1094.299475] env[65664]: value = "task-4416030" [ 1094.299475] env[65664]: _type = "Task" [ 1094.299475] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.305596] env[65664]: DEBUG nova.compute.manager [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.309595] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a0d24c-0c2e-4a9a-a675-727c98ea11e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.312612] env[65664]: DEBUG oslo_vmware.api [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.617438] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416029, 'name': ReconfigVM_Task, 'duration_secs': 0.466386} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.618104] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 217852f2-958f-48b8-9eb7-3e7368e91ac8/217852f2-958f-48b8-9eb7-3e7368e91ac8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.619734] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'image_id': 'd86e9e98-d4e7-4de1-92c2-950a8a23615e'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'}, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'attachment_id': '443a0a11-10f8-4131-9a4d-cd0b2dccf05b', 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=65664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1094.620076] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1094.620523] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1094.621837] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aaf5c0-7e56-4894-910a-4cd007cf943b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641538] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc86e7-bae7-495c-bdfa-58338dc7efd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.674013] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-5b509bc0-962b-49ae-aa0b-0135aca62667/volume-5b509bc0-962b-49ae-aa0b-0135aca62667.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.674419] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111e4959-8c02-40ab-baba-95c22a92ff9e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.697128] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1094.697128] env[65664]: value = "task-4416031" [ 1094.697128] env[65664]: _type = "Task" [ 1094.697128] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.702839] env[65664]: DEBUG nova.compute.utils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.706441] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1094.707054] env[65664]: DEBUG nova.network.neutron [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1094.709556] env[65664]: WARNING neutronclient.v2_0.client [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.709556] env[65664]: WARNING neutronclient.v2_0.client [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.716938] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.756552] env[65664]: DEBUG nova.policy [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.811586] env[65664]: DEBUG oslo_vmware.api [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416030, 'name': PowerOffVM_Task, 'duration_secs': 0.274844} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.811586] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.812529] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.812966] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-654b849e-c75f-4a61-ae81-ed4bc574a2aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.821678] env[65664]: INFO nova.compute.manager [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] instance snapshotting [ 1094.826087] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f6b02e-9c44-4dde-82b6-62fa356d6373 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.851473] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad930cb-a418-4332-b7b0-4cbce082c486 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.897357] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.899336] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.899336] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleting the datastore file [datastore2] 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.899336] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716a88d3-19a4-4e45-99a3-de533518888b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.907779] env[65664]: DEBUG oslo_vmware.api [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1094.907779] env[65664]: value = "task-4416033" [ 1094.907779] env[65664]: _type = "Task" [ 1094.907779] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.919844] env[65664]: DEBUG oslo_vmware.api [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.109547] env[65664]: DEBUG nova.network.neutron [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Successfully created port: 168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.210561] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.213147] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1095.368082] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1095.368528] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-307f0fb9-3731-42cb-9709-b7648d0d7309 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.377156] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1095.377156] env[65664]: value = "task-4416034" [ 1095.377156] env[65664]: _type = "Task" [ 1095.377156] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.392789] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.419850] env[65664]: DEBUG oslo_vmware.api [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321176} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.423898] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.424217] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.424462] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.424642] env[65664]: INFO nova.compute.manager [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1095.424951] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1095.425570] env[65664]: DEBUG nova.compute.manager [-] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1095.426720] env[65664]: DEBUG nova.network.neutron [-] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1095.426720] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.512762] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905596f0-7ec4-4a82-a00e-5e06eebbfca2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.522657] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074810a6-1bd9-4450-8e9d-a62025023aa4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.560719] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1387cb6b-7623-45f7-8c70-a3ff7f15dc0c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.570553] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8625cbd-bba0-4771-b342-aa8dd46315b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.587743] env[65664]: DEBUG nova.compute.provider_tree [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.710164] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416031, 'name': ReconfigVM_Task, 'duration_secs': 0.632603} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.710639] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-5b509bc0-962b-49ae-aa0b-0135aca62667/volume-5b509bc0-962b-49ae-aa0b-0135aca62667.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.715617] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578f7929-d113-4932-a721-63a14d3a2be5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.739027] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1095.739027] env[65664]: value = "task-4416035" [ 1095.739027] env[65664]: _type = "Task" [ 1095.739027] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.748276] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.818041] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.892964] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416034, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.091497] env[65664]: DEBUG nova.scheduler.client.report [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.234940] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1096.249481] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416035, 'name': ReconfigVM_Task, 'duration_secs': 0.271596} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.249814] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1096.250508] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67058eba-5239-4243-86d2-a49f6f481981 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.262451] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1096.262451] env[65664]: value = "task-4416036" [ 1096.262451] env[65664]: _type = "Task" [ 1096.262451] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.270044] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.270466] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.271386] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.271698] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.272098] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.272523] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.274531] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.274730] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.274914] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.275145] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.275389] env[65664]: DEBUG nova.virt.hardware [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.277016] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061ff8d-6936-4a6d-8583-5b21e04fe988 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.286583] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416036, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.290569] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc10ea-c5eb-40d2-8114-36592a085f13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.391618] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416034, 'name': CreateSnapshot_Task, 'duration_secs': 1.008166} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.392346] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1096.393463] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c0e49-8fef-4474-8c1d-2ce7f3d9a451 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.400693] env[65664]: DEBUG nova.compute.manager [req-b6ffaa23-cd18-4118-a6aa-c9c94cf19b64 req-74d8cec2-66cb-4705-b849-491e1d592f1d service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Received event network-vif-deleted-078f81ec-6c1b-4e43-8ac7-7e88cc088558 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1096.400693] env[65664]: INFO nova.compute.manager [req-b6ffaa23-cd18-4118-a6aa-c9c94cf19b64 req-74d8cec2-66cb-4705-b849-491e1d592f1d service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Neutron deleted interface 078f81ec-6c1b-4e43-8ac7-7e88cc088558; detaching it from the instance and deleting it from the info cache [ 1096.400693] env[65664]: DEBUG nova.network.neutron [req-b6ffaa23-cd18-4118-a6aa-c9c94cf19b64 req-74d8cec2-66cb-4705-b849-491e1d592f1d service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.582384] env[65664]: DEBUG nova.network.neutron [-] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.598671] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.600260] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1096.603807] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.392s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.604060] env[65664]: DEBUG nova.objects.instance [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'resources' on Instance uuid f58cd15d-cf04-435c-8df4-7308b4089c11 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.676283] env[65664]: DEBUG nova.compute.manager [req-a04ac6ca-8dfc-4bb9-957f-66ba3c32f328 req-74832dd2-581a-4c08-980b-ab608a848abf service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Received event network-vif-plugged-168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1096.676283] env[65664]: DEBUG oslo_concurrency.lockutils [req-a04ac6ca-8dfc-4bb9-957f-66ba3c32f328 req-74832dd2-581a-4c08-980b-ab608a848abf service nova] Acquiring lock "89d471d8-0523-404f-964f-d698a219f464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.676500] env[65664]: DEBUG oslo_concurrency.lockutils [req-a04ac6ca-8dfc-4bb9-957f-66ba3c32f328 req-74832dd2-581a-4c08-980b-ab608a848abf service nova] Lock "89d471d8-0523-404f-964f-d698a219f464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.676860] env[65664]: DEBUG oslo_concurrency.lockutils [req-a04ac6ca-8dfc-4bb9-957f-66ba3c32f328 req-74832dd2-581a-4c08-980b-ab608a848abf service nova] Lock "89d471d8-0523-404f-964f-d698a219f464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.679043] env[65664]: DEBUG nova.compute.manager [req-a04ac6ca-8dfc-4bb9-957f-66ba3c32f328 req-74832dd2-581a-4c08-980b-ab608a848abf service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] No waiting events found dispatching network-vif-plugged-168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1096.679043] env[65664]: WARNING nova.compute.manager [req-a04ac6ca-8dfc-4bb9-957f-66ba3c32f328 req-74832dd2-581a-4c08-980b-ab608a848abf service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Received unexpected event network-vif-plugged-168d9b88-f065-4ddc-b7f2-fc9516055587 for instance with vm_state building and task_state spawning. [ 1096.781431] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416036, 'name': Rename_Task, 'duration_secs': 0.211537} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.782544] env[65664]: DEBUG nova.network.neutron [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Successfully updated port: 168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1096.783718] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.784191] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9ecdff-154d-4822-ba22-8270b8932c56 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.793374] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1096.793374] env[65664]: value = "task-4416037" [ 1096.793374] env[65664]: _type = "Task" [ 1096.793374] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.807407] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.904613] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36c932f6-e184-40e7-87ff-e7438a561c4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.915064] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba608e32-af7a-402b-b878-7a3cc1251ff1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.934144] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1096.934144] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f5a7145-b007-43a9-9e0c-ad66f97b53d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.945029] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1096.945029] env[65664]: value = "task-4416038" [ 1096.945029] env[65664]: _type = "Task" [ 1096.945029] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.953638] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416038, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.963644] env[65664]: DEBUG nova.compute.manager [req-b6ffaa23-cd18-4118-a6aa-c9c94cf19b64 req-74d8cec2-66cb-4705-b849-491e1d592f1d service nova] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Detach interface failed, port_id=078f81ec-6c1b-4e43-8ac7-7e88cc088558, reason: Instance 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1097.085326] env[65664]: INFO nova.compute.manager [-] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Took 1.66 seconds to deallocate network for instance. [ 1097.107401] env[65664]: DEBUG nova.compute.utils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.111961] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1097.112378] env[65664]: DEBUG nova.network.neutron [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1097.112644] env[65664]: WARNING neutronclient.v2_0.client [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.113041] env[65664]: WARNING neutronclient.v2_0.client [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.154825] env[65664]: DEBUG nova.policy [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c45296ea744ef68f5b143eaa722c36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ba06eb5747e45c69ee2caad0b2f0715', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.285527] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-89d471d8-0523-404f-964f-d698a219f464" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.285787] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-89d471d8-0523-404f-964f-d698a219f464" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.286324] env[65664]: DEBUG nova.network.neutron [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.306013] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.371717] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22fd7e7-c10c-4479-8490-a73f9c7c2e0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.381231] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a2b79a-5862-4012-9649-53332603fa1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.425354] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cae176a-6a40-4fde-8c22-9842ceb1da91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.432487] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "691307fb-47ce-4bd8-be2e-e6836e214f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.432729] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.443880] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b5f4f-f841-4703-92e3-7b46236a5250 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.472962] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416038, 'name': CloneVM_Task} progress is 93%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.474043] env[65664]: DEBUG nova.compute.provider_tree [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.543106] env[65664]: DEBUG nova.network.neutron [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Successfully created port: e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1097.592437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.612513] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1097.806597] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.830337] env[65664]: DEBUG nova.network.neutron [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1097.932910] env[65664]: WARNING neutronclient.v2_0.client [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.935046] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1097.965194] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416038, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.981022] env[65664]: DEBUG nova.scheduler.client.report [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.034144] env[65664]: DEBUG nova.network.neutron [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Updating instance_info_cache with network_info: [{"id": "168d9b88-f065-4ddc-b7f2-fc9516055587", "address": "fa:16:3e:f7:74:55", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168d9b88-f0", "ovs_interfaceid": "168d9b88-f065-4ddc-b7f2-fc9516055587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.307724] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416037, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.460766] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416038, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.462391] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.493021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.496154] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.178s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.496154] env[65664]: DEBUG nova.objects.instance [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'pci_requests' on Instance uuid 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.520023] env[65664]: INFO nova.scheduler.client.report [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocations for instance f58cd15d-cf04-435c-8df4-7308b4089c11 [ 1098.537551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-89d471d8-0523-404f-964f-d698a219f464" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.538133] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Instance network_info: |[{"id": "168d9b88-f065-4ddc-b7f2-fc9516055587", "address": "fa:16:3e:f7:74:55", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168d9b88-f0", "ovs_interfaceid": "168d9b88-f065-4ddc-b7f2-fc9516055587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1098.539074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:74:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '168d9b88-f065-4ddc-b7f2-fc9516055587', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.547619] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1098.548200] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d471d8-0523-404f-964f-d698a219f464] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.548463] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b51669-ffda-4c82-85b2-9618707a525e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.576738] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.576738] env[65664]: value = "task-4416039" [ 1098.576738] env[65664]: _type = "Task" [ 1098.576738] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.588033] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416039, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.626382] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1098.659561] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.660096] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.660477] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.660810] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.661024] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.662416] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.662416] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.662416] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.662416] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.662416] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.662416] env[65664]: DEBUG nova.virt.hardware [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.664287] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ee410-c782-4217-80f7-cdfb29b237e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.673559] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ff93f-0698-4ae6-8613-712858368d05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.713867] env[65664]: DEBUG nova.compute.manager [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Received event network-changed-168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1098.713999] env[65664]: DEBUG nova.compute.manager [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Refreshing instance network info cache due to event network-changed-168d9b88-f065-4ddc-b7f2-fc9516055587. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1098.714241] env[65664]: DEBUG oslo_concurrency.lockutils [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] Acquiring lock "refresh_cache-89d471d8-0523-404f-964f-d698a219f464" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.714381] env[65664]: DEBUG oslo_concurrency.lockutils [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] Acquired lock "refresh_cache-89d471d8-0523-404f-964f-d698a219f464" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.714547] env[65664]: DEBUG nova.network.neutron [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Refreshing network info cache for port 168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.805175] env[65664]: DEBUG oslo_vmware.api [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416037, 'name': PowerOnVM_Task, 'duration_secs': 1.760837} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.805524] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.805806] env[65664]: DEBUG nova.compute.manager [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.806771] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcbcefc-ab02-46ac-b584-faf769cad590 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.961621] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416038, 'name': CloneVM_Task, 'duration_secs': 1.930017} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.962050] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Created linked-clone VM from snapshot [ 1098.962887] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c186183-3603-41fa-aa0b-53030e67b358 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.972921] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Uploading image 1ec19f42-6375-45b7-be43-26a6654fe99e {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.984480] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1098.984803] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e24cdb2-1b79-4c9e-8304-d1342661b2da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.992314] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1098.992314] env[65664]: value = "task-4416040" [ 1098.992314] env[65664]: _type = "Task" [ 1098.992314] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.003396] env[65664]: DEBUG nova.objects.instance [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.004630] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416040, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.028511] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "f58cd15d-cf04-435c-8df4-7308b4089c11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.108s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.089064] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416039, 'name': CreateVM_Task, 'duration_secs': 0.41498} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.089330] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d471d8-0523-404f-964f-d698a219f464] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.089903] env[65664]: WARNING neutronclient.v2_0.client [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.090553] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.090708] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.091070] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.091567] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bf32e1-a91f-43cb-ad36-d2e1f7efe87e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.098804] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1099.098804] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297841d-c0b9-c767-a1a2-0e43df3777c9" [ 1099.098804] env[65664]: _type = "Task" [ 1099.098804] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.116328] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297841d-c0b9-c767-a1a2-0e43df3777c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.116577] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.116833] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.117129] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.117300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.117497] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.117811] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da74e3a-e749-43cc-bb0b-6ce783dcfb04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.131025] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.131303] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.132312] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d2f367-18bb-49b5-92db-796d40cb5613 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.139258] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1099.139258] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52718cd2-b7a4-e2fe-4916-df2122121374" [ 1099.139258] env[65664]: _type = "Task" [ 1099.139258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.150068] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52718cd2-b7a4-e2fe-4916-df2122121374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.152303] env[65664]: DEBUG nova.network.neutron [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Successfully updated port: e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1099.219258] env[65664]: WARNING neutronclient.v2_0.client [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.329613] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.423809] env[65664]: WARNING neutronclient.v2_0.client [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.505915] env[65664]: INFO nova.compute.claims [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.509071] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416040, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.520038] env[65664]: DEBUG nova.network.neutron [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Updated VIF entry in instance network info cache for port 168d9b88-f065-4ddc-b7f2-fc9516055587. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.520038] env[65664]: DEBUG nova.network.neutron [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Updating instance_info_cache with network_info: [{"id": "168d9b88-f065-4ddc-b7f2-fc9516055587", "address": "fa:16:3e:f7:74:55", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168d9b88-f0", "ovs_interfaceid": "168d9b88-f065-4ddc-b7f2-fc9516055587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.651146] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52718cd2-b7a4-e2fe-4916-df2122121374, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.651903] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44d157e-e6b3-4064-b550-cccbc2a6ffd0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.655335] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.655580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquired lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.655814] env[65664]: DEBUG nova.network.neutron [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.658735] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1099.658735] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5282d259-20d0-3ed6-acc8-3e6e38760947" [ 1099.658735] env[65664]: _type = "Task" [ 1099.658735] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.670189] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5282d259-20d0-3ed6-acc8-3e6e38760947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.006689] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416040, 'name': Destroy_Task, 'duration_secs': 0.547949} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.007114] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Destroyed the VM [ 1100.007472] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1100.007817] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00ec5706-1eb5-40d3-9a4b-bacb0aa8fdb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.019368] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1100.019368] env[65664]: value = "task-4416041" [ 1100.019368] env[65664]: _type = "Task" [ 1100.019368] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.024585] env[65664]: DEBUG oslo_concurrency.lockutils [req-711da478-7ae3-4ca1-b7a8-c1adc08681f7 req-b0cc038c-04e1-4469-9a73-41158309f71b service nova] Releasing lock "refresh_cache-89d471d8-0523-404f-964f-d698a219f464" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.033086] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.119581] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "9010d014-e62c-44a1-a3ba-544ade15f9d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.119857] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.174546] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5282d259-20d0-3ed6-acc8-3e6e38760947, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.174983] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.175181] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 89d471d8-0523-404f-964f-d698a219f464/89d471d8-0523-404f-964f-d698a219f464.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.175549] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3539484d-6e3d-4929-8a2f-ff2700cee748 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.185741] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1100.185741] env[65664]: value = "task-4416042" [ 1100.185741] env[65664]: _type = "Task" [ 1100.185741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.196086] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.215793] env[65664]: DEBUG nova.network.neutron [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1100.308124] env[65664]: WARNING neutronclient.v2_0.client [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.391201] env[65664]: DEBUG nova.network.neutron [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Updating instance_info_cache with network_info: [{"id": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "address": "fa:16:3e:56:1e:4d", "network": {"id": "38f237da-8789-4f6e-aa91-1ba1d874a23a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1613913677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba06eb5747e45c69ee2caad0b2f0715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5494cc8-4b", "ovs_interfaceid": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.533898] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.625156] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1100.700815] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416042, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.750259] env[65664]: DEBUG nova.compute.manager [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Received event network-vif-plugged-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1100.750502] env[65664]: DEBUG oslo_concurrency.lockutils [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] Acquiring lock "db887207-6147-49f8-ad9e-541820a8a4dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.750783] env[65664]: DEBUG oslo_concurrency.lockutils [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] Lock "db887207-6147-49f8-ad9e-541820a8a4dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.750881] env[65664]: DEBUG oslo_concurrency.lockutils [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] Lock "db887207-6147-49f8-ad9e-541820a8a4dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.751095] env[65664]: DEBUG nova.compute.manager [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] No waiting events found dispatching network-vif-plugged-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1100.751284] env[65664]: WARNING nova.compute.manager [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Received unexpected event network-vif-plugged-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 for instance with vm_state building and task_state spawning. [ 1100.751495] env[65664]: DEBUG nova.compute.manager [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Received event network-changed-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1100.751582] env[65664]: DEBUG nova.compute.manager [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Refreshing instance network info cache due to event network-changed-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1100.751756] env[65664]: DEBUG oslo_concurrency.lockutils [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] Acquiring lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.792434] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1494fbe-0e75-4230-b096-5ef14aec3182 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.801453] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c135b9d2-5b9b-4db9-a608-e94b1bafa30f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.834214] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555c73bc-11d6-423b-9dd8-5974cf65edc6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.843281] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ad8ea-bfc2-45aa-aaf4-edbfe0d320d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.858385] env[65664]: DEBUG nova.compute.provider_tree [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.894072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Releasing lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.894546] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Instance network_info: |[{"id": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "address": "fa:16:3e:56:1e:4d", "network": {"id": "38f237da-8789-4f6e-aa91-1ba1d874a23a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1613913677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba06eb5747e45c69ee2caad0b2f0715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5494cc8-4b", "ovs_interfaceid": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1100.895647] env[65664]: DEBUG oslo_concurrency.lockutils [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] Acquired lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.895647] env[65664]: DEBUG nova.network.neutron [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Refreshing network info cache for port e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.896718] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:1e:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.905884] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Creating folder: Project (7ba06eb5747e45c69ee2caad0b2f0715). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.907772] env[65664]: WARNING neutronclient.v2_0.client [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.910319] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6a6fbc3-e5ea-42c2-ae00-fb2e1ec49f6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.924806] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Created folder: Project (7ba06eb5747e45c69ee2caad0b2f0715) in parent group-v863926. [ 1100.925025] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Creating folder: Instances. Parent ref: group-v864200. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.925274] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f771d60-632b-4569-893f-2c1f7f6b18cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.937193] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Created folder: Instances in parent group-v864200. [ 1100.937475] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1100.937691] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.937925] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e349cf9a-a7e6-4598-baa8-353008525515 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.964589] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.964589] env[65664]: value = "task-4416045" [ 1100.964589] env[65664]: _type = "Task" [ 1100.964589] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.974114] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416045, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.032146] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416041, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.085901] env[65664]: WARNING neutronclient.v2_0.client [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.152244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.172898] env[65664]: DEBUG nova.network.neutron [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Updated VIF entry in instance network info cache for port e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.173352] env[65664]: DEBUG nova.network.neutron [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Updating instance_info_cache with network_info: [{"id": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "address": "fa:16:3e:56:1e:4d", "network": {"id": "38f237da-8789-4f6e-aa91-1ba1d874a23a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1613913677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba06eb5747e45c69ee2caad0b2f0715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5494cc8-4b", "ovs_interfaceid": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.202742] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.362170] env[65664]: DEBUG nova.scheduler.client.report [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.474930] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416045, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.532159] env[65664]: DEBUG oslo_vmware.api [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416041, 'name': RemoveSnapshot_Task, 'duration_secs': 1.167804} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.532456] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.676283] env[65664]: DEBUG oslo_concurrency.lockutils [req-ff0e97f6-e08f-40b3-b27d-6c9fefce5d92 req-4766ae2f-1cd4-459f-bbf0-513ac1c119f9 service nova] Releasing lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.707362] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.870023] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.372s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.870023] env[65664]: WARNING neutronclient.v2_0.client [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.870974] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.386s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.872798] env[65664]: INFO nova.compute.claims [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.918201] env[65664]: INFO nova.network.neutron [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1101.978243] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416045, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.037554] env[65664]: WARNING nova.compute.manager [None req-1c8b3e76-a09b-4819-8ca0-e32e7024864c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Image not found during snapshot: nova.exception.ImageNotFound: Image 1ec19f42-6375-45b7-be43-26a6654fe99e could not be found. [ 1102.204403] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624947} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.204812] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 89d471d8-0523-404f-964f-d698a219f464/89d471d8-0523-404f-964f-d698a219f464.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.205144] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.205497] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52cd0672-6b00-4add-aed1-7bfc3cefd9e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.215090] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1102.215090] env[65664]: value = "task-4416046" [ 1102.215090] env[65664]: _type = "Task" [ 1102.215090] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.225474] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.479160] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416045, 'name': CreateVM_Task, 'duration_secs': 1.468909} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.479480] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.480078] env[65664]: WARNING neutronclient.v2_0.client [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.480320] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.480514] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.480841] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.481154] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e7afbe-31eb-4614-893f-4e81960057d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.487166] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1102.487166] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529784c3-1b88-3323-3de4-cd2c6306854e" [ 1102.487166] env[65664]: _type = "Task" [ 1102.487166] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.497583] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529784c3-1b88-3323-3de4-cd2c6306854e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.675394] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b04-44e7-c88f-2cee-3935775975c1/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1102.676336] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad998fd-730b-41e2-92b6-804ead9b00e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.685017] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b04-44e7-c88f-2cee-3935775975c1/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1102.685017] env[65664]: ERROR oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b04-44e7-c88f-2cee-3935775975c1/disk-0.vmdk due to incomplete transfer. [ 1102.685017] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a5bca15-6eaa-4ece-b0c1-31b787eded83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.692978] env[65664]: DEBUG oslo_vmware.rw_handles [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd2b04-44e7-c88f-2cee-3935775975c1/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1102.693197] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Uploaded image 2542f750-89fb-4746-98fd-b3df756b0302 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1102.695216] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1102.695474] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47729786-f807-4fe7-8fba-70de320c1527 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.702887] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1102.702887] env[65664]: value = "task-4416047" [ 1102.702887] env[65664]: _type = "Task" [ 1102.702887] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.715496] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416047, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.726572] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072113} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.726797] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.727933] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee879a-ca36-4348-b508-e1e37230c9d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.753106] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 89d471d8-0523-404f-964f-d698a219f464/89d471d8-0523-404f-964f-d698a219f464.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.753897] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ed1aad-b1f5-4939-8c5b-6b2a8eb0bc35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.775084] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1102.775084] env[65664]: value = "task-4416048" [ 1102.775084] env[65664]: _type = "Task" [ 1102.775084] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.785076] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.865045] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "b235b5e5-5684-46ef-bdc7-135e43295660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.865310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "b235b5e5-5684-46ef-bdc7-135e43295660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.865551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "b235b5e5-5684-46ef-bdc7-135e43295660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.865761] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "b235b5e5-5684-46ef-bdc7-135e43295660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.865938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "b235b5e5-5684-46ef-bdc7-135e43295660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.868667] env[65664]: INFO nova.compute.manager [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Terminating instance [ 1103.000440] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]529784c3-1b88-3323-3de4-cd2c6306854e, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.000573] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.000837] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.001168] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.001352] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.001567] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.001961] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4df4dfa-eae7-4280-b24a-abb4636d414a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.011803] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.012127] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.013349] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1972e0-f70c-477b-9e7c-5251a22842ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.024031] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1103.024031] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b5f29e-110f-695b-f297-21cf715d832b" [ 1103.024031] env[65664]: _type = "Task" [ 1103.024031] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.035665] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b5f29e-110f-695b-f297-21cf715d832b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.108429] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adce873-ceed-47ab-9688-c83c152e3c7c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.116212] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead4b85-77ea-424c-924e-90aded44dcab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.148066] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277e7a6-a39a-43c0-8c98-4891f0abc128 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.156292] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf480f-e04e-49e6-84ce-362888527a16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.172089] env[65664]: DEBUG nova.compute.provider_tree [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.215579] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416047, 'name': Destroy_Task, 'duration_secs': 0.352723} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.215899] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroyed the VM [ 1103.216180] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1103.216479] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61d65cbc-44ca-401f-8706-31ed363c3d75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.225644] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1103.225644] env[65664]: value = "task-4416049" [ 1103.225644] env[65664]: _type = "Task" [ 1103.225644] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.236617] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.286810] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416048, 'name': ReconfigVM_Task, 'duration_secs': 0.330683} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.286941] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 89d471d8-0523-404f-964f-d698a219f464/89d471d8-0523-404f-964f-d698a219f464.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.287620] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eca1d20-6aa4-4425-879a-5247878de01b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.295864] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1103.295864] env[65664]: value = "task-4416050" [ 1103.295864] env[65664]: _type = "Task" [ 1103.295864] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.308383] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416050, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.376024] env[65664]: DEBUG nova.compute.manager [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1103.376024] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.376024] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ee691-1de7-464a-965b-e0226932703c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.384767] env[65664]: DEBUG nova.compute.manager [req-55a910dc-4999-49d7-885a-93e38963d3cd req-4456597b-7e08-4b43-b5b2-7da839c0a205 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-vif-plugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.385213] env[65664]: DEBUG oslo_concurrency.lockutils [req-55a910dc-4999-49d7-885a-93e38963d3cd req-4456597b-7e08-4b43-b5b2-7da839c0a205 service nova] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.385668] env[65664]: DEBUG oslo_concurrency.lockutils [req-55a910dc-4999-49d7-885a-93e38963d3cd req-4456597b-7e08-4b43-b5b2-7da839c0a205 service nova] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.386788] env[65664]: DEBUG oslo_concurrency.lockutils [req-55a910dc-4999-49d7-885a-93e38963d3cd req-4456597b-7e08-4b43-b5b2-7da839c0a205 service nova] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.386788] env[65664]: DEBUG nova.compute.manager [req-55a910dc-4999-49d7-885a-93e38963d3cd req-4456597b-7e08-4b43-b5b2-7da839c0a205 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] No waiting events found dispatching network-vif-plugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1103.386956] env[65664]: WARNING nova.compute.manager [req-55a910dc-4999-49d7-885a-93e38963d3cd req-4456597b-7e08-4b43-b5b2-7da839c0a205 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received unexpected event network-vif-plugged-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 for instance with vm_state shelved_offloaded and task_state spawning. [ 1103.391435] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.391838] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8245e653-d513-4e4a-9065-f253eac370be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.401067] env[65664]: DEBUG oslo_vmware.api [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1103.401067] env[65664]: value = "task-4416051" [ 1103.401067] env[65664]: _type = "Task" [ 1103.401067] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.411284] env[65664]: DEBUG oslo_vmware.api [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.487238] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.487238] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.487238] env[65664]: DEBUG nova.network.neutron [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.536601] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b5f29e-110f-695b-f297-21cf715d832b, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.537658] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3781e69d-6d64-40dc-b16e-729145e1f23e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.544781] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1103.544781] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aac669-6815-d517-f0e6-6e97489bdaf5" [ 1103.544781] env[65664]: _type = "Task" [ 1103.544781] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.554981] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aac669-6815-d517-f0e6-6e97489bdaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.675766] env[65664]: DEBUG nova.scheduler.client.report [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.736438] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.809298] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416050, 'name': Rename_Task, 'duration_secs': 0.170675} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.809298] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.809298] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d20e3b9-ac92-4671-9e4d-360bfdf9bc06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.818113] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1103.818113] env[65664]: value = "task-4416052" [ 1103.818113] env[65664]: _type = "Task" [ 1103.818113] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.827697] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.911389] env[65664]: DEBUG oslo_vmware.api [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416051, 'name': PowerOffVM_Task, 'duration_secs': 0.36587} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.911636] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.911803] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.912095] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e15baad0-0e65-45fb-b741-51c30430c166 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.990287] env[65664]: WARNING neutronclient.v2_0.client [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.994693] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.995080] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.995294] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleting the datastore file [datastore1] b235b5e5-5684-46ef-bdc7-135e43295660 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.995574] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63e3d552-011f-4ef7-a59d-01c403056692 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.003414] env[65664]: DEBUG oslo_vmware.api [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for the task: (returnval){ [ 1104.003414] env[65664]: value = "task-4416054" [ 1104.003414] env[65664]: _type = "Task" [ 1104.003414] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.013530] env[65664]: DEBUG oslo_vmware.api [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.056354] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52aac669-6815-d517-f0e6-6e97489bdaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.056663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.056935] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] db887207-6147-49f8-ad9e-541820a8a4dd/db887207-6147-49f8-ad9e-541820a8a4dd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.057257] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6f8a01e-475a-452a-879f-e0dbd99463f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.069780] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1104.069780] env[65664]: value = "task-4416055" [ 1104.069780] env[65664]: _type = "Task" [ 1104.069780] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.080348] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.151141] env[65664]: WARNING neutronclient.v2_0.client [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.180901] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.181733] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1104.184663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.592s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.184994] env[65664]: DEBUG nova.objects.instance [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'resources' on Instance uuid 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.230853] env[65664]: DEBUG nova.network.neutron [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.238640] env[65664]: DEBUG oslo_vmware.api [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416049, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708584} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.239469] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1104.239469] env[65664]: INFO nova.compute.manager [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 14.86 seconds to snapshot the instance on the hypervisor. [ 1104.330500] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.515648] env[65664]: DEBUG oslo_vmware.api [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Task: {'id': task-4416054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184062} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.516070] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.516143] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.516329] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.516505] env[65664]: INFO nova.compute.manager [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1104.516764] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1104.516970] env[65664]: DEBUG nova.compute.manager [-] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1104.517080] env[65664]: DEBUG nova.network.neutron [-] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1104.517345] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.551187] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.581335] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416055, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.689079] env[65664]: DEBUG nova.compute.utils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.693493] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1104.693638] env[65664]: DEBUG nova.network.neutron [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1104.693902] env[65664]: WARNING neutronclient.v2_0.client [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.694247] env[65664]: WARNING neutronclient.v2_0.client [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.735216] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.738761] env[65664]: DEBUG nova.policy [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0825aced265c4e779e1c6e5bb5ee6cbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159535b4116a48f78c1375c5f29748d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.796127] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='811b782bd0c1403d8723d69d20f4662d',container_format='bare',created_at=2025-11-12T20:23:14Z,direct_url=,disk_format='vmdk',id=42e96c6e-301c-4cf7-a6f2-6028ba1df0d2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-103087874-shelved',owner='a5e505a087364583bc6a5d460da9a6ea',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-11-12T20:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1104.797034] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.797034] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1104.797034] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.797034] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1104.797220] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1104.798342] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1104.798521] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1104.798960] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1104.799208] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1104.799425] env[65664]: DEBUG nova.virt.hardware [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1104.801794] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa121f8e-8e66-4672-92cf-967f7c2f56dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.811816] env[65664]: DEBUG nova.compute.manager [None req-d714c9bd-cd77-4a4e-bf4d-439e3b2ed623 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Found 1 images (rotation: 2) {{(pid=65664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1104.816989] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0785bea-195e-4f78-800c-7c6dc51d7666 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.846016] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c4e34d0-8d23-4e94-98e2-49aa493d5a40', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.851365] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1104.859595] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.860703] env[65664]: DEBUG oslo_vmware.api [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416052, 'name': PowerOnVM_Task, 'duration_secs': 0.585801} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.860703] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2812cac-844d-4dd9-b74d-431f7992ab15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.877471] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.877471] env[65664]: INFO nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1104.877471] env[65664]: DEBUG nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1104.878281] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34f32d-fbd6-4626-80aa-cfb3da5d7a06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.892982] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.892982] env[65664]: value = "task-4416056" [ 1104.892982] env[65664]: _type = "Task" [ 1104.892982] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.907498] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416056, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.995301] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8cc290-15cf-4d97-b656-580e509bfcbf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.004399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a27917-4dcc-4a91-a70e-ffe2ba00782c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.040025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01498ba-e429-45fb-ae96-d83ba2d23856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.049319] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38047bba-3697-4c8a-811a-0b1795d5c090 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.064569] env[65664]: DEBUG nova.compute.provider_tree [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.084240] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544562} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.084537] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] db887207-6147-49f8-ad9e-541820a8a4dd/db887207-6147-49f8-ad9e-541820a8a4dd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.084742] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.084990] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37998738-15f8-4f44-97c5-6dd710b02f7e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.093278] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1105.093278] env[65664]: value = "task-4416057" [ 1105.093278] env[65664]: _type = "Task" [ 1105.093278] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.094224] env[65664]: DEBUG nova.network.neutron [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Successfully created port: 8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.105366] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.193967] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1105.316037] env[65664]: DEBUG nova.network.neutron [-] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.407211] env[65664]: INFO nova.compute.manager [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Took 22.28 seconds to build instance. [ 1105.413396] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416056, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.441669] env[65664]: DEBUG nova.compute.manager [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1105.443609] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db0045-8c5f-4c70-8d8b-896380d22fb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.452747] env[65664]: DEBUG nova.compute.manager [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-changed-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1105.453030] env[65664]: DEBUG nova.compute.manager [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Refreshing instance network info cache due to event network-changed-1c4e34d0-8d23-4e94-98e2-49aa493d5a40. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1105.453284] env[65664]: DEBUG oslo_concurrency.lockutils [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.453432] env[65664]: DEBUG oslo_concurrency.lockutils [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.453591] env[65664]: DEBUG nova.network.neutron [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Refreshing network info cache for port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.567947] env[65664]: DEBUG nova.scheduler.client.report [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.606970] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.819558] env[65664]: INFO nova.compute.manager [-] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Took 1.30 seconds to deallocate network for instance. [ 1105.910123] env[65664]: DEBUG oslo_concurrency.lockutils [None req-36f1f600-c96c-43c9-aeda-d754fdafb848 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "89d471d8-0523-404f-964f-d698a219f464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.792s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.910552] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416056, 'name': CreateVM_Task, 'duration_secs': 0.753286} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.910732] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.911246] env[65664]: WARNING neutronclient.v2_0.client [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.911607] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.911755] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.912124] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.912402] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caea7482-117f-44d1-bd28-d0eaca96c4ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.918645] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1105.918645] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208ce9f-523f-57eb-efe7-3cbfe27e2836" [ 1105.918645] env[65664]: _type = "Task" [ 1105.918645] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.930905] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5208ce9f-523f-57eb-efe7-3cbfe27e2836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.964263] env[65664]: WARNING neutronclient.v2_0.client [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.967319] env[65664]: INFO nova.compute.manager [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] instance snapshotting [ 1105.967856] env[65664]: DEBUG nova.objects.instance [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'flavor' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.072630] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.075840] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.613s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.077720] env[65664]: INFO nova.compute.claims [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.102060] env[65664]: INFO nova.scheduler.client.report [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleted allocations for instance 34a3eae2-4cf3-4503-a280-d9c6c2a236d4 [ 1106.110044] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.850696} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.113169] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.114229] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8ec06-534e-41ad-9403-3ff015084b9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.140286] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] db887207-6147-49f8-ad9e-541820a8a4dd/db887207-6147-49f8-ad9e-541820a8a4dd.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.144426] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e205d5a-6674-4f6c-b33d-c5f4f5bce6c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.168484] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1106.168484] env[65664]: value = "task-4416058" [ 1106.168484] env[65664]: _type = "Task" [ 1106.168484] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.178268] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.204933] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1106.231708] env[65664]: WARNING neutronclient.v2_0.client [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.237450] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.237709] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.237983] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.238278] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.238495] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.238763] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.238986] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.239203] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.239397] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.239611] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.239814] env[65664]: DEBUG nova.virt.hardware [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.241060] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbe527b-bb73-4b90-af97-29662fd78f49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.251067] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01a29c0-4ecc-4da0-86ea-4d4d9edb255e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.271214] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "89d471d8-0523-404f-964f-d698a219f464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.271518] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "89d471d8-0523-404f-964f-d698a219f464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.271722] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "89d471d8-0523-404f-964f-d698a219f464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.271902] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "89d471d8-0523-404f-964f-d698a219f464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.272072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "89d471d8-0523-404f-964f-d698a219f464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.274256] env[65664]: INFO nova.compute.manager [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Terminating instance [ 1106.326030] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.337669] env[65664]: DEBUG nova.network.neutron [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updated VIF entry in instance network info cache for port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1106.338092] env[65664]: DEBUG nova.network.neutron [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.431323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.432309] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Processing image 42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.432650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.432896] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.433193] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.433501] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32ec9ced-3330-4ce6-ba95-ad13a3458ef0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.451877] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.452097] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.452915] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7277e3bd-52de-404a-a69a-6ac92b6ac8c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.459033] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1106.459033] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e90049-53a9-4626-0db6-da157507e5e6" [ 1106.459033] env[65664]: _type = "Task" [ 1106.459033] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.473136] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e90049-53a9-4626-0db6-da157507e5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.474026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9124c12-c894-4d7e-a750-a86053c6ea8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.495987] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de351aed-9bc5-4c35-8c34-41f1ab05feec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.616684] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "34a3eae2-4cf3-4503-a280-d9c6c2a236d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.845s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.660737] env[65664]: DEBUG nova.network.neutron [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Successfully updated port: 8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.679141] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416058, 'name': ReconfigVM_Task, 'duration_secs': 0.412514} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.679423] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Reconfigured VM instance instance-00000067 to attach disk [datastore2] db887207-6147-49f8-ad9e-541820a8a4dd/db887207-6147-49f8-ad9e-541820a8a4dd.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.680081] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e247e423-31b2-4bc8-b2aa-34c167358b49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.689783] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1106.689783] env[65664]: value = "task-4416059" [ 1106.689783] env[65664]: _type = "Task" [ 1106.689783] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.699783] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416059, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.777808] env[65664]: DEBUG nova.compute.manager [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1106.778088] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.778972] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab56b39-5f63-4961-95fc-753671d00b11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.786999] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.787262] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f71a87b-0eb0-4ad4-a2d3-afe24d56873f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.795383] env[65664]: DEBUG oslo_vmware.api [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1106.795383] env[65664]: value = "task-4416060" [ 1106.795383] env[65664]: _type = "Task" [ 1106.795383] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.805224] env[65664]: DEBUG oslo_vmware.api [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.840662] env[65664]: DEBUG oslo_concurrency.lockutils [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.841808] env[65664]: DEBUG nova.compute.manager [req-b535d769-1a8d-4eec-b2c1-c8a36ef18f76 req-b7ee3cae-ad56-4d0c-942a-8ea30f32a566 service nova] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Received event network-vif-deleted-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1106.970788] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1106.971112] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Fetch image to [datastore1] OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6/OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1106.971417] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Downloading stream optimized image 42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 to [datastore1] OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6/OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6.vmdk on the data store datastore1 as vApp {{(pid=65664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1106.971633] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Downloading image file data 42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 to the ESX as VM named 'OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6' {{(pid=65664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1107.009324] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1107.010233] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e08d657-e0f9-4b26-9378-73030c38b6a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.034088] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1107.034088] env[65664]: value = "task-4416061" [ 1107.034088] env[65664]: _type = "Task" [ 1107.034088] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.043204] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.076911] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1107.076911] env[65664]: value = "resgroup-9" [ 1107.076911] env[65664]: _type = "ResourcePool" [ 1107.076911] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1107.077216] env[65664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ba1ce8e3-562d-4e1c-8de6-82688c527f47 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.102856] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lease: (returnval){ [ 1107.102856] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249196c-33a0-4bbc-03cd-503ff4273f19" [ 1107.102856] env[65664]: _type = "HttpNfcLease" [ 1107.102856] env[65664]: } obtained for vApp import into resource pool (val){ [ 1107.102856] env[65664]: value = "resgroup-9" [ 1107.102856] env[65664]: _type = "ResourcePool" [ 1107.102856] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1107.103218] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the lease: (returnval){ [ 1107.103218] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249196c-33a0-4bbc-03cd-503ff4273f19" [ 1107.103218] env[65664]: _type = "HttpNfcLease" [ 1107.103218] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.110991] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.110991] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249196c-33a0-4bbc-03cd-503ff4273f19" [ 1107.110991] env[65664]: _type = "HttpNfcLease" [ 1107.110991] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.163998] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "refresh_cache-092847c2-a54d-4fc4-92c6-ac21da475012" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.165328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquired lock "refresh_cache-092847c2-a54d-4fc4-92c6-ac21da475012" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.165556] env[65664]: DEBUG nova.network.neutron [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.212667] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416059, 'name': Rename_Task, 'duration_secs': 0.159828} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.213193] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.213480] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d938f60c-5887-4097-9d40-d84a336f4856 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.221279] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1107.221279] env[65664]: value = "task-4416063" [ 1107.221279] env[65664]: _type = "Task" [ 1107.221279] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.237281] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.306831] env[65664]: DEBUG oslo_vmware.api [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416060, 'name': PowerOffVM_Task, 'duration_secs': 0.211153} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.309944] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.310203] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.310689] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-508807a2-7d2e-4070-b890-f1965289651a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.348888] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f4b820-c950-4955-9504-f909c0bcc48c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.358086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d31eee-d1ef-40ce-9732-57a7e8d02b66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.398289] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952e4c7-db5a-4fa4-a43b-5c97425082bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.407738] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9309fd6-8a71-4153-bd38-5e9e73e61427 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.414897] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.415206] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.415465] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] 89d471d8-0523-404f-964f-d698a219f464 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.424269] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44a7385-26c8-42ac-8387-42eacc5ffc14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.426676] env[65664]: DEBUG nova.compute.provider_tree [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.435167] env[65664]: DEBUG oslo_vmware.api [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1107.435167] env[65664]: value = "task-4416065" [ 1107.435167] env[65664]: _type = "Task" [ 1107.435167] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.445662] env[65664]: DEBUG oslo_vmware.api [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.485685] env[65664]: DEBUG nova.compute.manager [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Received event network-vif-plugged-8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1107.485949] env[65664]: DEBUG oslo_concurrency.lockutils [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] Acquiring lock "092847c2-a54d-4fc4-92c6-ac21da475012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.486137] env[65664]: DEBUG oslo_concurrency.lockutils [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] Lock "092847c2-a54d-4fc4-92c6-ac21da475012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.486334] env[65664]: DEBUG oslo_concurrency.lockutils [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] Lock "092847c2-a54d-4fc4-92c6-ac21da475012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.486518] env[65664]: DEBUG nova.compute.manager [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] No waiting events found dispatching network-vif-plugged-8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1107.486701] env[65664]: WARNING nova.compute.manager [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Received unexpected event network-vif-plugged-8eac3d3b-cd4e-44d5-897a-95c1106405fd for instance with vm_state building and task_state spawning. [ 1107.486912] env[65664]: DEBUG nova.compute.manager [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Received event network-changed-8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1107.487097] env[65664]: DEBUG nova.compute.manager [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Refreshing instance network info cache due to event network-changed-8eac3d3b-cd4e-44d5-897a-95c1106405fd. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1107.487408] env[65664]: DEBUG oslo_concurrency.lockutils [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] Acquiring lock "refresh_cache-092847c2-a54d-4fc4-92c6-ac21da475012" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.544833] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416061, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.614660] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.614660] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249196c-33a0-4bbc-03cd-503ff4273f19" [ 1107.614660] env[65664]: _type = "HttpNfcLease" [ 1107.614660] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.706208] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.706572] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.706663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.706835] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.706992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.709217] env[65664]: INFO nova.compute.manager [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Terminating instance [ 1107.711399] env[65664]: DEBUG nova.network.neutron [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.732345] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.791077] env[65664]: WARNING neutronclient.v2_0.client [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.865974] env[65664]: DEBUG nova.network.neutron [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Updating instance_info_cache with network_info: [{"id": "8eac3d3b-cd4e-44d5-897a-95c1106405fd", "address": "fa:16:3e:8f:37:f2", "network": {"id": "f7be30f1-7da2-452f-a939-f7d5cd638a33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-618187086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159535b4116a48f78c1375c5f29748d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eac3d3b-cd", "ovs_interfaceid": "8eac3d3b-cd4e-44d5-897a-95c1106405fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.930179] env[65664]: DEBUG nova.scheduler.client.report [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.947658] env[65664]: DEBUG oslo_vmware.api [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168561} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.947925] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.948131] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.948311] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.948480] env[65664]: INFO nova.compute.manager [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: 89d471d8-0523-404f-964f-d698a219f464] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1107.948717] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1107.949185] env[65664]: DEBUG nova.compute.manager [-] [instance: 89d471d8-0523-404f-964f-d698a219f464] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1107.949288] env[65664]: DEBUG nova.network.neutron [-] [instance: 89d471d8-0523-404f-964f-d698a219f464] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1107.949527] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.983113] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.046431] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416061, 'name': CreateSnapshot_Task, 'duration_secs': 0.549652} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.046648] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1108.047445] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8c0b65-2ec9-48b7-91a6-499b0530c9e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.113165] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.113165] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249196c-33a0-4bbc-03cd-503ff4273f19" [ 1108.113165] env[65664]: _type = "HttpNfcLease" [ 1108.113165] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1108.113482] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1108.113482] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5249196c-33a0-4bbc-03cd-503ff4273f19" [ 1108.113482] env[65664]: _type = "HttpNfcLease" [ 1108.113482] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1108.114249] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd716635-809a-4632-8957-17b13906a926 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.122820] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203686-3c1c-006f-839a-9d74c11d27c2/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1108.123018] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203686-3c1c-006f-839a-9d74c11d27c2/disk-0.vmdk. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1108.191722] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1397be5-43f5-4005-a834-2051caa3eebf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.217052] env[65664]: DEBUG nova.compute.manager [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1108.217595] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.222267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e50ae-2f95-4421-8e00-e002de11c5b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.234744] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.238770] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.239128] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a850efa-b32c-4385-b270-b3d9def014c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.249646] env[65664]: DEBUG oslo_vmware.api [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1108.249646] env[65664]: value = "task-4416066" [ 1108.249646] env[65664]: _type = "Task" [ 1108.249646] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.259646] env[65664]: DEBUG oslo_vmware.api [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.268799] env[65664]: DEBUG nova.compute.manager [req-e6a0c583-551d-412c-af5e-b8f8f45ba1a1 req-966afc79-1fb0-4a20-8a68-c3a73bb1deac service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Received event network-vif-deleted-168d9b88-f065-4ddc-b7f2-fc9516055587 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1108.268988] env[65664]: INFO nova.compute.manager [req-e6a0c583-551d-412c-af5e-b8f8f45ba1a1 req-966afc79-1fb0-4a20-8a68-c3a73bb1deac service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Neutron deleted interface 168d9b88-f065-4ddc-b7f2-fc9516055587; detaching it from the instance and deleting it from the info cache [ 1108.269204] env[65664]: DEBUG nova.network.neutron [req-e6a0c583-551d-412c-af5e-b8f8f45ba1a1 req-966afc79-1fb0-4a20-8a68-c3a73bb1deac service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.368787] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Releasing lock "refresh_cache-092847c2-a54d-4fc4-92c6-ac21da475012" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.369155] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Instance network_info: |[{"id": "8eac3d3b-cd4e-44d5-897a-95c1106405fd", "address": "fa:16:3e:8f:37:f2", "network": {"id": "f7be30f1-7da2-452f-a939-f7d5cd638a33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-618187086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159535b4116a48f78c1375c5f29748d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eac3d3b-cd", "ovs_interfaceid": "8eac3d3b-cd4e-44d5-897a-95c1106405fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1108.369520] env[65664]: DEBUG oslo_concurrency.lockutils [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] Acquired lock "refresh_cache-092847c2-a54d-4fc4-92c6-ac21da475012" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.369748] env[65664]: DEBUG nova.network.neutron [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Refreshing network info cache for port 8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.371108] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:37:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eac3d3b-cd4e-44d5-897a-95c1106405fd', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.382248] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Creating folder: Project (159535b4116a48f78c1375c5f29748d7). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.384466] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84e4ace2-302f-4233-a68e-73955bed6d1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.401655] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Created folder: Project (159535b4116a48f78c1375c5f29748d7) in parent group-v863926. [ 1108.402016] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Creating folder: Instances. Parent ref: group-v864206. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.405500] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71b7ab61-8298-4b2c-a71e-fba3730dc67d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.419869] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Created folder: Instances in parent group-v864206. [ 1108.420216] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1108.420446] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.420723] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83ae83bb-459e-4f88-b60c-a15500f1b2a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.443590] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.443860] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1108.449825] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.120s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.450094] env[65664]: DEBUG nova.objects.instance [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1108.461417] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.461417] env[65664]: value = "task-4416069" [ 1108.461417] env[65664]: _type = "Task" [ 1108.461417] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.472048] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416069, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.568096] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1108.571429] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41998ea2-8748-48b9-a26f-f15576b1cf5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.584300] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1108.584300] env[65664]: value = "task-4416070" [ 1108.584300] env[65664]: _type = "Task" [ 1108.584300] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.594923] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416070, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.725452] env[65664]: DEBUG nova.network.neutron [-] [instance: 89d471d8-0523-404f-964f-d698a219f464] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.745066] env[65664]: DEBUG oslo_vmware.api [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416063, 'name': PowerOnVM_Task, 'duration_secs': 1.522142} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.745425] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.745655] env[65664]: INFO nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1108.745837] env[65664]: DEBUG nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1108.746720] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4fecba-a8eb-4c43-a0eb-e8292d0aa8e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.770035] env[65664]: DEBUG oslo_vmware.api [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416066, 'name': PowerOffVM_Task, 'duration_secs': 0.214486} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.770525] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.770819] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.771699] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c301433-6d76-4808-8a02-dd1c3ab0d4cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.774364] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc34dce7-7fe4-49fa-a1a4-ea7f5bfd0902 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.790219] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adad2ac-d57b-404a-877e-78d7cce0ee51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.852043] env[65664]: DEBUG nova.compute.manager [req-e6a0c583-551d-412c-af5e-b8f8f45ba1a1 req-966afc79-1fb0-4a20-8a68-c3a73bb1deac service nova] [instance: 89d471d8-0523-404f-964f-d698a219f464] Detach interface failed, port_id=168d9b88-f065-4ddc-b7f2-fc9516055587, reason: Instance 89d471d8-0523-404f-964f-d698a219f464 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1108.870205] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.870655] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.871048] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleting the datastore file [datastore2] 2564cbff-4c12-4be4-95b7-a2195bdd89cf {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.871171] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518bcdd8-d067-4df9-a846-e1d05454a3df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.882130] env[65664]: DEBUG oslo_vmware.api [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for the task: (returnval){ [ 1108.882130] env[65664]: value = "task-4416072" [ 1108.882130] env[65664]: _type = "Task" [ 1108.882130] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.886336] env[65664]: WARNING neutronclient.v2_0.client [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.905749] env[65664]: DEBUG oslo_vmware.api [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.956366] env[65664]: DEBUG nova.compute.utils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.963647] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1108.964065] env[65664]: DEBUG nova.network.neutron [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1108.964793] env[65664]: WARNING neutronclient.v2_0.client [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.964900] env[65664]: WARNING neutronclient.v2_0.client [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.983221] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416069, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.026819] env[65664]: DEBUG nova.policy [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461252bced4a4346ae91772fb349f449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26328a0f6515448cb6f961fdaed7e918', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.096743] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416070, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.162192] env[65664]: WARNING neutronclient.v2_0.client [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.237708] env[65664]: INFO nova.compute.manager [-] [instance: 89d471d8-0523-404f-964f-d698a219f464] Took 1.29 seconds to deallocate network for instance. [ 1109.272750] env[65664]: INFO nova.compute.manager [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Took 25.61 seconds to build instance. [ 1109.308611] env[65664]: DEBUG nova.network.neutron [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Updated VIF entry in instance network info cache for port 8eac3d3b-cd4e-44d5-897a-95c1106405fd. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.309086] env[65664]: DEBUG nova.network.neutron [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Updating instance_info_cache with network_info: [{"id": "8eac3d3b-cd4e-44d5-897a-95c1106405fd", "address": "fa:16:3e:8f:37:f2", "network": {"id": "f7be30f1-7da2-452f-a939-f7d5cd638a33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-618187086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159535b4116a48f78c1375c5f29748d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eac3d3b-cd", "ovs_interfaceid": "8eac3d3b-cd4e-44d5-897a-95c1106405fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.403465] env[65664]: DEBUG oslo_vmware.api [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Task: {'id': task-4416072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231553} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.406852] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.407261] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.407664] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.408537] env[65664]: INFO nova.compute.manager [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1109.408537] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.408849] env[65664]: DEBUG nova.compute.manager [-] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1109.409043] env[65664]: DEBUG nova.network.neutron [-] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.409423] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.462673] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.465468] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1109.472023] env[65664]: DEBUG nova.network.neutron [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Successfully created port: 87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1109.477297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-67c3c8f3-eab0-490d-a3ed-cf3d67201f9e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.482833] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.331s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.485383] env[65664]: INFO nova.compute.claims [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.500939] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416069, 'name': CreateVM_Task, 'duration_secs': 0.53719} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.501251] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.502212] env[65664]: WARNING neutronclient.v2_0.client [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.502657] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.502853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.503215] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.503531] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5305a3c9-0cc7-420d-a9b3-a9a797034948 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.510730] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1109.510730] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5233e027-e371-799d-894b-6d48f1d4c0c2" [ 1109.510730] env[65664]: _type = "Task" [ 1109.510730] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.524321] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5233e027-e371-799d-894b-6d48f1d4c0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.599618] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416070, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.748411] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.775283] env[65664]: DEBUG oslo_concurrency.lockutils [None req-34f0be34-3a3a-4e26-b654-1bfcf6602933 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.133s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.812460] env[65664]: DEBUG oslo_concurrency.lockutils [req-a3779353-cdaf-43f9-ab70-8c0055613094 req-131b968f-ce99-416f-8123-594c72e7788d service nova] Releasing lock "refresh_cache-092847c2-a54d-4fc4-92c6-ac21da475012" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.874279] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1109.874852] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203686-3c1c-006f-839a-9d74c11d27c2/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1109.875952] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec9886-fca0-426e-a6a3-5a03e6d78123 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.885079] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203686-3c1c-006f-839a-9d74c11d27c2/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1109.885286] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203686-3c1c-006f-839a-9d74c11d27c2/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1109.885605] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8e56409a-2b21-41bf-bf0b-3d63384914d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.973315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.973634] env[65664]: DEBUG oslo_concurrency.lockutils [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.973986] env[65664]: DEBUG nova.objects.instance [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'flavor' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.025858] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5233e027-e371-799d-894b-6d48f1d4c0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.029185} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.026204] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.026440] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.026889] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027120] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.027323] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.028154] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da82607-f10f-4844-b4d7-231669a25330 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.042918] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.043261] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.044103] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fa1f5e-1fff-4b01-b6c5-effd22dafbee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.050928] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1110.050928] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab72c8-1a54-3689-518c-fa97ac55c712" [ 1110.050928] env[65664]: _type = "Task" [ 1110.050928] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.061753] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab72c8-1a54-3689-518c-fa97ac55c712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.098722] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416070, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.217472] env[65664]: DEBUG nova.network.neutron [-] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.309238] env[65664]: DEBUG nova.compute.manager [req-4547d3c9-12eb-4aad-b286-5fa18f3cb624 req-683642ce-58b0-4942-8248-3aea7b269be8 service nova] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Received event network-vif-deleted-f102815b-0461-4c92-9047-d08da1b0b250 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1110.314049] env[65664]: DEBUG oslo_vmware.rw_handles [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203686-3c1c-006f-839a-9d74c11d27c2/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1110.314292] env[65664]: INFO nova.virt.vmwareapi.images [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Downloaded image file data 42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 [ 1110.316045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea14726e-fa03-43d3-af3d-a411fa135d25 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.344262] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97def477-185c-42db-9701-2d70b66c70fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.373863] env[65664]: INFO nova.virt.vmwareapi.images [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] The imported VM was unregistered [ 1110.377545] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1110.377830] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Creating directory with path [datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.378594] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2626a80a-8f91-4119-a33d-b746a24323a4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.397979] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Created directory with path [datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2 {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.398187] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6/OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6.vmdk to [datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk. {{(pid=65664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1110.398474] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2c080a3e-94d3-4bab-a2b5-c780628cab6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.407134] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1110.407134] env[65664]: value = "task-4416074" [ 1110.407134] env[65664]: _type = "Task" [ 1110.407134] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.417897] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.477920] env[65664]: WARNING neutronclient.v2_0.client [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.478509] env[65664]: DEBUG nova.objects.instance [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'pci_requests' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.484569] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1110.513802] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1110.514088] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.514222] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1110.514405] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.514557] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1110.514684] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1110.514910] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.515046] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1110.515214] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1110.515414] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1110.515626] env[65664]: DEBUG nova.virt.hardware [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1110.516530] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628a2c5b-dc29-4908-a860-9efc714bd980 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529148] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d87a29-11a5-4c07-aa68-2860ff673d40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.563525] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ab72c8-1a54-3689-518c-fa97ac55c712, 'name': SearchDatastore_Task, 'duration_secs': 0.013583} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.567483] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1ec7e8-cb15-48c9-a97a-a354c7d02165 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.573787] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1110.573787] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520464dc-8a42-1a2a-e4e9-57738181a924" [ 1110.573787] env[65664]: _type = "Task" [ 1110.573787] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.585852] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520464dc-8a42-1a2a-e4e9-57738181a924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.600744] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416070, 'name': CloneVM_Task, 'duration_secs': 1.816401} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.601148] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created linked-clone VM from snapshot [ 1110.601993] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9c5c60-b797-48d7-9efb-68ff863be036 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.613686] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Uploading image b3bbe148-f0a0-4d2c-9f04-0cf0851ffdb1 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1110.639909] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1110.639909] env[65664]: value = "vm-864209" [ 1110.639909] env[65664]: _type = "VirtualMachine" [ 1110.639909] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1110.640389] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57205b6e-dbbf-4325-926c-a8e644607941 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.651438] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease: (returnval){ [ 1110.651438] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb337-c04c-0d57-d103-0b3baf7f9e28" [ 1110.651438] env[65664]: _type = "HttpNfcLease" [ 1110.651438] env[65664]: } obtained for exporting VM: (result){ [ 1110.651438] env[65664]: value = "vm-864209" [ 1110.651438] env[65664]: _type = "VirtualMachine" [ 1110.651438] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1110.651789] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the lease: (returnval){ [ 1110.651789] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb337-c04c-0d57-d103-0b3baf7f9e28" [ 1110.651789] env[65664]: _type = "HttpNfcLease" [ 1110.651789] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1110.662917] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.662917] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb337-c04c-0d57-d103-0b3baf7f9e28" [ 1110.662917] env[65664]: _type = "HttpNfcLease" [ 1110.662917] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.723396] env[65664]: INFO nova.compute.manager [-] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Took 1.31 seconds to deallocate network for instance. [ 1110.724406] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f482117-8821-434d-89d8-4f867167995a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.735418] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419cb74-b59f-46e3-9e19-e649a0031cee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.772644] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9935ff-d512-4ab2-9223-1d14511fe127 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.777111] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "db887207-6147-49f8-ad9e-541820a8a4dd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.777398] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.777657] env[65664]: INFO nova.compute.manager [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Rebooting instance [ 1110.791613] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cea01ae-7e45-4beb-ac00-b0ebde65115c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.809810] env[65664]: DEBUG nova.compute.provider_tree [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.927157] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.982466] env[65664]: DEBUG nova.objects.base [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.982466] env[65664]: DEBUG nova.network.neutron [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.982728] env[65664]: WARNING neutronclient.v2_0.client [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.985054] env[65664]: WARNING neutronclient.v2_0.client [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.087018] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520464dc-8a42-1a2a-e4e9-57738181a924, 'name': SearchDatastore_Task, 'duration_secs': 0.027466} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.087356] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.087644] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 092847c2-a54d-4fc4-92c6-ac21da475012/092847c2-a54d-4fc4-92c6-ac21da475012.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.087956] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c01648ff-c069-4c7c-9a73-397beae8433c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.098388] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1111.098388] env[65664]: value = "task-4416076" [ 1111.098388] env[65664]: _type = "Task" [ 1111.098388] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.111187] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.130930] env[65664]: DEBUG oslo_concurrency.lockutils [None req-10b48e36-80a8-4e7a-8432-fe35d8706760 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.157s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.133225] env[65664]: DEBUG nova.network.neutron [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Successfully updated port: 87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1111.161765] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.161765] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb337-c04c-0d57-d103-0b3baf7f9e28" [ 1111.161765] env[65664]: _type = "HttpNfcLease" [ 1111.161765] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.162086] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.162086] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bdb337-c04c-0d57-d103-0b3baf7f9e28" [ 1111.162086] env[65664]: _type = "HttpNfcLease" [ 1111.162086] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1111.162971] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25402f5b-1f9d-4ceb-9ef6-35e05070c04e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.173072] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63db5-6eaa-4ac4-3886-7a47e223b5bb/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.173310] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63db5-6eaa-4ac4-3886-7a47e223b5bb/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1111.235797] env[65664]: DEBUG nova.compute.manager [req-a19b2847-537b-415b-a868-bc7b8bb3292c req-bb262d9d-3826-4dac-9644-45a0e7c2c747 service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Received event network-vif-plugged-87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1111.236071] env[65664]: DEBUG oslo_concurrency.lockutils [req-a19b2847-537b-415b-a868-bc7b8bb3292c req-bb262d9d-3826-4dac-9644-45a0e7c2c747 service nova] Acquiring lock "691307fb-47ce-4bd8-be2e-e6836e214f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.236312] env[65664]: DEBUG oslo_concurrency.lockutils [req-a19b2847-537b-415b-a868-bc7b8bb3292c req-bb262d9d-3826-4dac-9644-45a0e7c2c747 service nova] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.236497] env[65664]: DEBUG oslo_concurrency.lockutils [req-a19b2847-537b-415b-a868-bc7b8bb3292c req-bb262d9d-3826-4dac-9644-45a0e7c2c747 service nova] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.236696] env[65664]: DEBUG nova.compute.manager [req-a19b2847-537b-415b-a868-bc7b8bb3292c req-bb262d9d-3826-4dac-9644-45a0e7c2c747 service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] No waiting events found dispatching network-vif-plugged-87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1111.236865] env[65664]: WARNING nova.compute.manager [req-a19b2847-537b-415b-a868-bc7b8bb3292c req-bb262d9d-3826-4dac-9644-45a0e7c2c747 service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Received unexpected event network-vif-plugged-87c02c8b-cce8-46c8-86fd-c0752d56c991 for instance with vm_state building and task_state spawning. [ 1111.237864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.301673] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.302122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquired lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.302468] env[65664]: DEBUG nova.network.neutron [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.304413] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84bbdf42-7b16-4c34-b481-cc6a65bde1f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.316042] env[65664]: DEBUG nova.scheduler.client.report [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.423285] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.611388] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.637323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "refresh_cache-691307fb-47ce-4bd8-be2e-e6836e214f68" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquired lock "refresh_cache-691307fb-47ce-4bd8-be2e-e6836e214f68" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.637323] env[65664]: DEBUG nova.network.neutron [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.810296] env[65664]: WARNING neutronclient.v2_0.client [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.827306] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.828268] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1111.833716] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.507s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.836396] env[65664]: DEBUG nova.objects.instance [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lazy-loading 'resources' on Instance uuid b235b5e5-5684-46ef-bdc7-135e43295660 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.926037] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.999681] env[65664]: WARNING neutronclient.v2_0.client [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.084402] env[65664]: DEBUG nova.network.neutron [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Updating instance_info_cache with network_info: [{"id": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "address": "fa:16:3e:56:1e:4d", "network": {"id": "38f237da-8789-4f6e-aa91-1ba1d874a23a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1613913677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba06eb5747e45c69ee2caad0b2f0715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5494cc8-4b", "ovs_interfaceid": "e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.117629] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.193723] env[65664]: DEBUG nova.network.neutron [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1112.301997] env[65664]: WARNING neutronclient.v2_0.client [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.340277] env[65664]: DEBUG nova.compute.utils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.345485] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.345887] env[65664]: DEBUG nova.network.neutron [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.346133] env[65664]: WARNING neutronclient.v2_0.client [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.346519] env[65664]: WARNING neutronclient.v2_0.client [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.396227] env[65664]: DEBUG nova.network.neutron [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Updating instance_info_cache with network_info: [{"id": "87c02c8b-cce8-46c8-86fd-c0752d56c991", "address": "fa:16:3e:d6:f9:67", "network": {"id": "633334fd-8f14-4195-b654-6768427aba37", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723981320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26328a0f6515448cb6f961fdaed7e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c02c8b-cc", "ovs_interfaceid": "87c02c8b-cce8-46c8-86fd-c0752d56c991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.399931] env[65664]: DEBUG nova.policy [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87822fecf4f440c0b33ceea2b4957a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17cdff1850a345f7b59cb69c46148a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.430233] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.587554] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Releasing lock "refresh_cache-db887207-6147-49f8-ad9e-541820a8a4dd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.614717] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.622544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42786a1-f2e7-4a29-a1b6-4599d64eca5b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.631609] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17d66d-77df-460d-8e6e-f34a51fca047 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.666825] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cec938-c737-4e3c-802c-4f531e6d11ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.676735] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad160726-1a05-4d0d-b494-9911dd1b04c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.695166] env[65664]: DEBUG nova.compute.provider_tree [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.776246] env[65664]: DEBUG nova.network.neutron [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Successfully created port: d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.848106] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1112.907331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Releasing lock "refresh_cache-691307fb-47ce-4bd8-be2e-e6836e214f68" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.907918] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Instance network_info: |[{"id": "87c02c8b-cce8-46c8-86fd-c0752d56c991", "address": "fa:16:3e:d6:f9:67", "network": {"id": "633334fd-8f14-4195-b654-6768427aba37", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723981320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26328a0f6515448cb6f961fdaed7e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c02c8b-cc", "ovs_interfaceid": "87c02c8b-cce8-46c8-86fd-c0752d56c991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1112.908431] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f9:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87c02c8b-cce8-46c8-86fd-c0752d56c991', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.917473] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Creating folder: Project (26328a0f6515448cb6f961fdaed7e918). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.918113] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c76c2803-3731-4cb3-8c7f-35e87336baba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.931159] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.938047] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Created folder: Project (26328a0f6515448cb6f961fdaed7e918) in parent group-v863926. [ 1112.938486] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Creating folder: Instances. Parent ref: group-v864210. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.938990] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bee7c0b-101c-467d-a092-f60228182d2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.953337] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Created folder: Instances in parent group-v864210. [ 1112.953599] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1112.953850] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.954138] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-848b80a2-817f-47e7-9d9d-6afa23841b00 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.978272] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.978272] env[65664]: value = "task-4416079" [ 1112.978272] env[65664]: _type = "Task" [ 1112.978272] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.988880] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416079, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.020461] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.021075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.023068] env[65664]: DEBUG nova.objects.instance [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'flavor' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.092958] env[65664]: DEBUG nova.compute.manager [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1113.094057] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1be77d-59fa-4189-b852-f131896f47c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.116378] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416076, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.201980] env[65664]: DEBUG nova.scheduler.client.report [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.228798] env[65664]: DEBUG nova.compute.manager [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Received event network-changed-87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1113.229154] env[65664]: DEBUG nova.compute.manager [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Refreshing instance network info cache due to event network-changed-87c02c8b-cce8-46c8-86fd-c0752d56c991. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1113.229467] env[65664]: DEBUG oslo_concurrency.lockutils [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] Acquiring lock "refresh_cache-691307fb-47ce-4bd8-be2e-e6836e214f68" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.229636] env[65664]: DEBUG oslo_concurrency.lockutils [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] Acquired lock "refresh_cache-691307fb-47ce-4bd8-be2e-e6836e214f68" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.229725] env[65664]: DEBUG nova.network.neutron [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Refreshing network info cache for port 87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.433928] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.491908] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416079, 'name': CreateVM_Task, 'duration_secs': 0.495978} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.492660] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.493468] env[65664]: WARNING neutronclient.v2_0.client [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.494256] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.494545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.495136] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.495614] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362651f0-f3eb-4789-a7cd-c779c803499d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.503156] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1113.503156] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52016908-c706-87d0-8a5d-395b38472ae9" [ 1113.503156] env[65664]: _type = "Task" [ 1113.503156] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.515614] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52016908-c706-87d0-8a5d-395b38472ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.528062] env[65664]: WARNING neutronclient.v2_0.client [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.619224] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416076, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.46344} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.619663] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 092847c2-a54d-4fc4-92c6-ac21da475012/092847c2-a54d-4fc4-92c6-ac21da475012.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.619934] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.620312] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b2ba22-4c74-4f50-92f5-9b64698e1b2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.627933] env[65664]: DEBUG nova.objects.instance [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'pci_requests' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.630704] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1113.630704] env[65664]: value = "task-4416080" [ 1113.630704] env[65664]: _type = "Task" [ 1113.630704] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.642665] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.709176] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.712181] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.964s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.712644] env[65664]: DEBUG nova.objects.instance [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lazy-loading 'resources' on Instance uuid 89d471d8-0523-404f-964f-d698a219f464 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.733209] env[65664]: INFO nova.scheduler.client.report [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Deleted allocations for instance b235b5e5-5684-46ef-bdc7-135e43295660 [ 1113.734973] env[65664]: WARNING neutronclient.v2_0.client [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.857750] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1113.888828] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.889082] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.889239] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.889418] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.889559] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.889705] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.889914] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.890158] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.890374] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.890488] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.890656] env[65664]: DEBUG nova.virt.hardware [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.891555] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0da72-ca76-4a1c-8b46-b7b911d13ac5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.900634] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b520a14-123d-4120-b3f4-ad7847376189 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.928616] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416074, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.171807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.929067] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6/OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6.vmdk to [datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk. [ 1113.929390] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Cleaning up location [datastore1] OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1113.929615] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f2f0511f-6802-4640-9cd5-0ef9522fcec6 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.929899] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26327230-65cd-44d5-8f19-48da4e6ebc33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.935478] env[65664]: WARNING neutronclient.v2_0.client [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.938916] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1113.938916] env[65664]: value = "task-4416081" [ 1113.938916] env[65664]: _type = "Task" [ 1113.938916] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.947752] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.014187] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52016908-c706-87d0-8a5d-395b38472ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.042423} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.014561] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.014831] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.015089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.015239] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.015439] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.015699] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ea4399-4338-4195-bfa1-792cc33b768c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.021868] env[65664]: DEBUG nova.network.neutron [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Updated VIF entry in instance network info cache for port 87c02c8b-cce8-46c8-86fd-c0752d56c991. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.021868] env[65664]: DEBUG nova.network.neutron [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Updating instance_info_cache with network_info: [{"id": "87c02c8b-cce8-46c8-86fd-c0752d56c991", "address": "fa:16:3e:d6:f9:67", "network": {"id": "633334fd-8f14-4195-b654-6768427aba37", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723981320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26328a0f6515448cb6f961fdaed7e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c02c8b-cc", "ovs_interfaceid": "87c02c8b-cce8-46c8-86fd-c0752d56c991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.030830] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.031092] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.031947] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff835234-3036-4f95-aa4c-699d2002629c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.038668] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1114.038668] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b76915-0f7b-1989-ff84-409c7cba0abf" [ 1114.038668] env[65664]: _type = "Task" [ 1114.038668] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.049059] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b76915-0f7b-1989-ff84-409c7cba0abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.121848] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5963bc7c-4062-4351-bae5-17921468cedb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.130866] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Doing hard reboot of VM {{(pid=65664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1114.131197] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e9d24791-be66-4b8c-9e3f-d0183718a3f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.134863] env[65664]: DEBUG nova.objects.base [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.135758] env[65664]: DEBUG nova.network.neutron [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1114.135758] env[65664]: WARNING neutronclient.v2_0.client [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.135758] env[65664]: WARNING neutronclient.v2_0.client [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.147884] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084691} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.150105] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.150105] env[65664]: DEBUG oslo_vmware.api [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1114.150105] env[65664]: value = "task-4416082" [ 1114.150105] env[65664]: _type = "Task" [ 1114.150105] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.150683] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed05333-a4e6-41df-8687-a257c4dc963e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.168599] env[65664]: DEBUG oslo_vmware.api [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416082, 'name': ResetVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.193823] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 092847c2-a54d-4fc4-92c6-ac21da475012/092847c2-a54d-4fc4-92c6-ac21da475012.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.194156] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591896a6-2510-4392-a242-52b8db3977ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.223868] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1114.223868] env[65664]: value = "task-4416083" [ 1114.223868] env[65664]: _type = "Task" [ 1114.223868] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.236600] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.238682] env[65664]: DEBUG nova.policy [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.244153] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2bde52d7-04d0-490a-b05a-582f928c1104 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Lock "b235b5e5-5684-46ef-bdc7-135e43295660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.379s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.457021] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039816} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.457021] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.457021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.457021] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk to [datastore1] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.457021] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de5f64cc-d912-49fb-891c-d5487114fe13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.461029] env[65664]: DEBUG nova.network.neutron [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Successfully updated port: d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.465185] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66548cfb-744c-40a4-9a7b-692e1b715188 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.470352] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1114.470352] env[65664]: value = "task-4416084" [ 1114.470352] env[65664]: _type = "Task" [ 1114.470352] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.480040] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5d250f-41eb-4abb-8a8f-2cda93623b97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.488973] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.520776] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3778fc-23b8-435a-8cf1-7e710c070d22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.524459] env[65664]: DEBUG oslo_concurrency.lockutils [req-325885ad-ae9a-4b38-931f-3e8a6c002451 req-f1124cd4-5875-4a0c-81a1-c3fffd3ca05d service nova] Releasing lock "refresh_cache-691307fb-47ce-4bd8-be2e-e6836e214f68" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.530354] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e64e9-e9ed-49ad-bc71-ff52dd1d1334 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.548773] env[65664]: DEBUG nova.compute.provider_tree [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.559933] env[65664]: DEBUG nova.compute.manager [req-20556abe-a05a-4806-8610-fe5e8092a05b req-4d3b0ff2-d5c2-48ff-bf60-7865e9c7d6a2 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Received event network-vif-plugged-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1114.559933] env[65664]: DEBUG oslo_concurrency.lockutils [req-20556abe-a05a-4806-8610-fe5e8092a05b req-4d3b0ff2-d5c2-48ff-bf60-7865e9c7d6a2 service nova] Acquiring lock "9010d014-e62c-44a1-a3ba-544ade15f9d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.559933] env[65664]: DEBUG oslo_concurrency.lockutils [req-20556abe-a05a-4806-8610-fe5e8092a05b req-4d3b0ff2-d5c2-48ff-bf60-7865e9c7d6a2 service nova] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.559933] env[65664]: DEBUG oslo_concurrency.lockutils [req-20556abe-a05a-4806-8610-fe5e8092a05b req-4d3b0ff2-d5c2-48ff-bf60-7865e9c7d6a2 service nova] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.559933] env[65664]: DEBUG nova.compute.manager [req-20556abe-a05a-4806-8610-fe5e8092a05b req-4d3b0ff2-d5c2-48ff-bf60-7865e9c7d6a2 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] No waiting events found dispatching network-vif-plugged-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1114.559933] env[65664]: WARNING nova.compute.manager [req-20556abe-a05a-4806-8610-fe5e8092a05b req-4d3b0ff2-d5c2-48ff-bf60-7865e9c7d6a2 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Received unexpected event network-vif-plugged-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 for instance with vm_state building and task_state spawning. [ 1114.568504] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b76915-0f7b-1989-ff84-409c7cba0abf, 'name': SearchDatastore_Task, 'duration_secs': 0.036047} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.568987] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409ce4af-86cc-4405-ae88-c9d6125885e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.577711] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1114.577711] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f2664-cde4-69c3-a903-dcc0563d5031" [ 1114.577711] env[65664]: _type = "Task" [ 1114.577711] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.590675] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f2664-cde4-69c3-a903-dcc0563d5031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.632888] env[65664]: DEBUG nova.network.neutron [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Successfully created port: a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1114.665456] env[65664]: DEBUG oslo_vmware.api [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416082, 'name': ResetVM_Task, 'duration_secs': 0.150563} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.665799] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Did hard reboot of VM {{(pid=65664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1114.666016] env[65664]: DEBUG nova.compute.manager [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1114.666896] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455a451-033b-43f4-b5d7-f456914585d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.737975] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.969525] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-9010d014-e62c-44a1-a3ba-544ade15f9d0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.969752] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-9010d014-e62c-44a1-a3ba-544ade15f9d0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969873] env[65664]: DEBUG nova.network.neutron [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.983241] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.062019] env[65664]: DEBUG nova.scheduler.client.report [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.091109] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f2664-cde4-69c3-a903-dcc0563d5031, 'name': SearchDatastore_Task, 'duration_secs': 0.019947} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.091335] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.091532] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 691307fb-47ce-4bd8-be2e-e6836e214f68/691307fb-47ce-4bd8-be2e-e6836e214f68.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.092047] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0346fc5a-24ba-439f-94e6-d57239506aea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.101412] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1115.101412] env[65664]: value = "task-4416085" [ 1115.101412] env[65664]: _type = "Task" [ 1115.101412] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.111680] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.182015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-945630b6-ab82-4828-aa3f-78f7fcc58f13 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.404s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.237137] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416083, 'name': ReconfigVM_Task, 'duration_secs': 0.535814} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.237590] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 092847c2-a54d-4fc4-92c6-ac21da475012/092847c2-a54d-4fc4-92c6-ac21da475012.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.238544] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79e6b8f5-6151-419b-9e40-dddcb8ffa0a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.248808] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1115.248808] env[65664]: value = "task-4416086" [ 1115.248808] env[65664]: _type = "Task" [ 1115.248808] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.260618] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416086, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.490263] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.513542] env[65664]: DEBUG nova.network.neutron [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.570606] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.574469] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.336s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.574469] env[65664]: DEBUG nova.objects.instance [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lazy-loading 'resources' on Instance uuid 2564cbff-4c12-4be4-95b7-a2195bdd89cf {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.614316] env[65664]: INFO nova.scheduler.client.report [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance 89d471d8-0523-404f-964f-d698a219f464 [ 1115.624239] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.668612] env[65664]: WARNING neutronclient.v2_0.client [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.761706] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416086, 'name': Rename_Task, 'duration_secs': 0.221967} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.762090] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.762407] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7601e615-ee11-4a99-9a16-d9c78ea75028 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.771525] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1115.771525] env[65664]: value = "task-4416087" [ 1115.771525] env[65664]: _type = "Task" [ 1115.771525] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.785031] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.822476] env[65664]: DEBUG nova.network.neutron [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Updating instance_info_cache with network_info: [{"id": "d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73", "address": "fa:16:3e:67:ca:6d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1ae0e-f0", "ovs_interfaceid": "d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.949063] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "db887207-6147-49f8-ad9e-541820a8a4dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.949654] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.949903] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "db887207-6147-49f8-ad9e-541820a8a4dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.950194] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.950409] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.953298] env[65664]: INFO nova.compute.manager [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Terminating instance [ 1115.987888] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.114274] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416085, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.130323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "89d471d8-0523-404f-964f-d698a219f464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.858s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.273388] env[65664]: DEBUG nova.compute.manager [req-3932efaf-e08b-470b-9477-840d5615ba0c req-8823f24e-c5a9-4ef4-8f19-3123b1fdbc01 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-vif-plugged-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1116.273850] env[65664]: DEBUG oslo_concurrency.lockutils [req-3932efaf-e08b-470b-9477-840d5615ba0c req-8823f24e-c5a9-4ef4-8f19-3123b1fdbc01 service nova] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.274172] env[65664]: DEBUG oslo_concurrency.lockutils [req-3932efaf-e08b-470b-9477-840d5615ba0c req-8823f24e-c5a9-4ef4-8f19-3123b1fdbc01 service nova] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.274517] env[65664]: DEBUG oslo_concurrency.lockutils [req-3932efaf-e08b-470b-9477-840d5615ba0c req-8823f24e-c5a9-4ef4-8f19-3123b1fdbc01 service nova] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.274641] env[65664]: DEBUG nova.compute.manager [req-3932efaf-e08b-470b-9477-840d5615ba0c req-8823f24e-c5a9-4ef4-8f19-3123b1fdbc01 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] No waiting events found dispatching network-vif-plugged-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1116.274756] env[65664]: WARNING nova.compute.manager [req-3932efaf-e08b-470b-9477-840d5615ba0c req-8823f24e-c5a9-4ef4-8f19-3123b1fdbc01 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received unexpected event network-vif-plugged-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 for instance with vm_state active and task_state None. [ 1116.292318] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.293410] env[65664]: DEBUG nova.network.neutron [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Successfully updated port: a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1116.325946] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-9010d014-e62c-44a1-a3ba-544ade15f9d0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.326521] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Instance network_info: |[{"id": "d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73", "address": "fa:16:3e:67:ca:6d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1ae0e-f0", "ovs_interfaceid": "d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1116.327687] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad23082-f25f-4839-8d20-61ad325387e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.331484] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:ca:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.339302] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1116.341039] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.341450] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff270292-c241-4aed-aeec-458bce6173cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.363863] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de67dc2-54fa-4393-93ec-689b28a4228e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.370164] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.370164] env[65664]: value = "task-4416088" [ 1116.370164] env[65664]: _type = "Task" [ 1116.370164] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.410274] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195783b8-bf1c-497a-8ac8-d2fc17d2d269 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.417342] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416088, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.424711] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b666ae7f-9356-410a-9193-7ec66a9a2481 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.443452] env[65664]: DEBUG nova.compute.provider_tree [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.458928] env[65664]: DEBUG nova.compute.manager [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1116.459303] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.460155] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e7037-fca1-43c4-8889-300a8a2c72a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.470537] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.470825] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972ca259-0327-405e-8d55-bed328f432e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.482012] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1116.482012] env[65664]: value = "task-4416089" [ 1116.482012] env[65664]: _type = "Task" [ 1116.482012] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.487592] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.500619] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.617752] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416085, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.789570] env[65664]: DEBUG oslo_vmware.api [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416087, 'name': PowerOnVM_Task, 'duration_secs': 0.667539} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.789869] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.790126] env[65664]: INFO nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1116.790324] env[65664]: DEBUG nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1116.791253] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b2591-970c-409f-ac59-29c202b79cbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.799693] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.799881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.800102] env[65664]: DEBUG nova.network.neutron [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.884049] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416088, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.938762] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.938762] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.945312] env[65664]: DEBUG nova.compute.manager [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Received event network-changed-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1116.945512] env[65664]: DEBUG nova.compute.manager [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Refreshing instance network info cache due to event network-changed-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1116.945727] env[65664]: DEBUG oslo_concurrency.lockutils [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] Acquiring lock "refresh_cache-9010d014-e62c-44a1-a3ba-544ade15f9d0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.945859] env[65664]: DEBUG oslo_concurrency.lockutils [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] Acquired lock "refresh_cache-9010d014-e62c-44a1-a3ba-544ade15f9d0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.946031] env[65664]: DEBUG nova.network.neutron [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Refreshing network info cache for port d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.948503] env[65664]: DEBUG nova.scheduler.client.report [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.990866] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.004548] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416089, 'name': PowerOffVM_Task, 'duration_secs': 0.274189} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.004823] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.004993] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.005298] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12cd93a5-545b-4ee8-b733-b26bb2e25aa2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.084018] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.084316] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.084603] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Deleting the datastore file [datastore2] db887207-6147-49f8-ad9e-541820a8a4dd {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.084943] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-155ad366-312d-493f-bdd9-bf9df6446707 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.093401] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for the task: (returnval){ [ 1117.093401] env[65664]: value = "task-4416091" [ 1117.093401] env[65664]: _type = "Task" [ 1117.093401] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.105848] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.119070] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416085, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60633} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.119070] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 691307fb-47ce-4bd8-be2e-e6836e214f68/691307fb-47ce-4bd8-be2e-e6836e214f68.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.119070] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.119070] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32df58c-819b-4d29-af8c-cbd315eb1fff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.129168] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1117.129168] env[65664]: value = "task-4416092" [ 1117.129168] env[65664]: _type = "Task" [ 1117.129168] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.139995] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.321896] env[65664]: INFO nova.compute.manager [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Took 23.85 seconds to build instance. [ 1117.383437] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416088, 'name': CreateVM_Task, 'duration_secs': 0.592385} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.384828] env[65664]: WARNING nova.network.neutron [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] 6cc7eb2f-7333-4468-b82c-c29209c35bff already exists in list: networks containing: ['6cc7eb2f-7333-4468-b82c-c29209c35bff']. ignoring it [ 1117.387559] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.388900] env[65664]: WARNING neutronclient.v2_0.client [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.389424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.389685] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.390130] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.390573] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0594abd0-d4bf-426f-b72a-3c5b2e20e64b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.396616] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1117.396616] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d184ed-d3fc-baf4-923d-7cbe01b7d39a" [ 1117.396616] env[65664]: _type = "Task" [ 1117.396616] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.407689] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d184ed-d3fc-baf4-923d-7cbe01b7d39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.446882] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.446882] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.446882] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.446882] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.446882] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.447538] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.447954] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1117.449071] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.455566] env[65664]: WARNING neutronclient.v2_0.client [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.457912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.492999] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416084, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.95167} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.494186] env[65664]: INFO nova.scheduler.client.report [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Deleted allocations for instance 2564cbff-4c12-4be4-95b7-a2195bdd89cf [ 1117.495278] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2/42e96c6e-301c-4cf7-a6f2-6028ba1df0d2.vmdk to [datastore1] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.500360] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c150d10-0986-4127-abad-1177a70e6b43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.527487] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.528409] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15abe0c8-5b8a-4117-bd53-7030e3124712 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.555936] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1117.555936] env[65664]: value = "task-4416093" [ 1117.555936] env[65664]: _type = "Task" [ 1117.555936] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.567115] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.583996] env[65664]: WARNING neutronclient.v2_0.client [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.605555] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.610476] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.610918] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.641663] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10331} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.643369] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.644521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12530eac-04f1-4d85-ae8e-b6b830604e6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.671048] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 691307fb-47ce-4bd8-be2e-e6836e214f68/691307fb-47ce-4bd8-be2e-e6836e214f68.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.674824] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e355379-65c6-4910-b926-bf9b2600da52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.698632] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1117.698632] env[65664]: value = "task-4416094" [ 1117.698632] env[65664]: _type = "Task" [ 1117.698632] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.711741] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.826036] env[65664]: DEBUG oslo_concurrency.lockutils [None req-30d93da5-60bf-4446-a94d-0ef175679ee7 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "092847c2-a54d-4fc4-92c6-ac21da475012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.369s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.909911] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d184ed-d3fc-baf4-923d-7cbe01b7d39a, 'name': SearchDatastore_Task, 'duration_secs': 0.020459} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.910803] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.910803] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.910803] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.911145] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.911145] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.911545] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314444f0-4f00-4a10-8fc7-d5cb99f0923c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.921677] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.921832] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.922653] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1055e03-8fde-48db-bdb5-a8f4ce235459 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.929509] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1117.929509] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e2677a-6c3e-9f33-8f64-b8ceffef22eb" [ 1117.929509] env[65664]: _type = "Task" [ 1117.929509] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.939412] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e2677a-6c3e-9f33-8f64-b8ceffef22eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.955639] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.955639] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.955639] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.955639] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1117.956766] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5acc8ff-9ebc-43c2-8c14-f5e475c2fd7d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.972531] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3f2a4-f36c-4ac3-ab70-ec7bd1dfa20e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.998142] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7c8e9-84c2-4c96-ae91-9931b2a5f197 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.011263] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d914192c-7404-4edc-a561-f05683353944 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.015411] env[65664]: DEBUG oslo_concurrency.lockutils [None req-254d8817-5af4-43d3-b891-8be3d2ce2b93 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Lock "2564cbff-4c12-4be4-95b7-a2195bdd89cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.309s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.048327] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178386MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1118.048704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.049085] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.078112] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416093, 'name': ReconfigVM_Task, 'duration_secs': 0.458029} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.079261] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 6bb40da3-e0da-4408-a1ce-2df61c746e29/6bb40da3-e0da-4408-a1ce-2df61c746e29.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.079261] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c23fec-9ebd-44f2-84c8-0bdc36883185 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.087844] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1118.087844] env[65664]: value = "task-4416095" [ 1118.087844] env[65664]: _type = "Task" [ 1118.087844] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.099597] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416095, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.110412] env[65664]: DEBUG oslo_vmware.api [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Task: {'id': task-4416091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525293} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.111130] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.111130] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.111381] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.111712] env[65664]: INFO nova.compute.manager [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1118.111972] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1118.112266] env[65664]: DEBUG nova.compute.manager [-] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1118.112535] env[65664]: DEBUG nova.network.neutron [-] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1118.112967] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.115469] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1118.215536] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416094, 'name': ReconfigVM_Task, 'duration_secs': 0.513647} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.215536] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 691307fb-47ce-4bd8-be2e-e6836e214f68/691307fb-47ce-4bd8-be2e-e6836e214f68.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.215536] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5e3842-1999-411d-85e0-d7af8b8860dc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.223930] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1118.223930] env[65664]: value = "task-4416096" [ 1118.223930] env[65664]: _type = "Task" [ 1118.223930] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.234865] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416096, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.383964] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.443992] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e2677a-6c3e-9f33-8f64-b8ceffef22eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.444925] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becafe52-3184-4967-a699-2eab18c55dbc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.452859] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1118.452859] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5280ca3a-2360-6710-4ba4-b833cbca0233" [ 1118.452859] env[65664]: _type = "Task" [ 1118.452859] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.463217] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5280ca3a-2360-6710-4ba4-b833cbca0233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.534155] env[65664]: WARNING neutronclient.v2_0.client [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.601779] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416095, 'name': Rename_Task, 'duration_secs': 0.188014} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.602289] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.602566] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0cf4b2-e5c3-4912-8ae4-4945f699e9a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.611790] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1118.611790] env[65664]: value = "task-4416097" [ 1118.611790] env[65664]: _type = "Task" [ 1118.611790] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.626224] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.647365] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.739515] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416096, 'name': Rename_Task, 'duration_secs': 0.21806} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.739515] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.739515] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc7c73e-a330-44ac-a17d-98562ae161db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.748771] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1118.748771] env[65664]: value = "task-4416098" [ 1118.748771] env[65664]: _type = "Task" [ 1118.748771] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.764439] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.872498] env[65664]: WARNING neutronclient.v2_0.client [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.952102] env[65664]: DEBUG nova.network.neutron [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Updated VIF entry in instance network info cache for port d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.952383] env[65664]: DEBUG nova.network.neutron [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Updating instance_info_cache with network_info: [{"id": "d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73", "address": "fa:16:3e:67:ca:6d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e1ae0e-f0", "ovs_interfaceid": "d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.967639] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5280ca3a-2360-6710-4ba4-b833cbca0233, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.968448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.968702] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 9010d014-e62c-44a1-a3ba-544ade15f9d0/9010d014-e62c-44a1-a3ba-544ade15f9d0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.969373] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b371e8c2-14d2-4e8b-8d71-7268ca77b74e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.980243] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1118.980243] env[65664]: value = "task-4416099" [ 1118.980243] env[65664]: _type = "Task" [ 1118.980243] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.992894] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.031977] env[65664]: DEBUG nova.compute.manager [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-changed-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1119.032320] env[65664]: DEBUG nova.compute.manager [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing instance network info cache due to event network-changed-a7504efd-d65a-4442-8ccd-d2a0d44e6af8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1119.032480] env[65664]: DEBUG oslo_concurrency.lockutils [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.073825] env[65664]: DEBUG nova.network.neutron [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "address": "fa:16:3e:70:79:65", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7504efd-d6", "ovs_interfaceid": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.098972] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c3deb464-849c-4aef-88df-efd9df3c4e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.099257] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.100203] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ed3397de-25ba-4a4f-8c9d-79b13377e211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.100463] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 217852f2-958f-48b8-9eb7-3e7368e91ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.100706] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 7f0fe3c5-4b20-439b-b41d-fcef97533295 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.101166] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.101796] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 863c101e-1238-477e-8bdf-931137eeab3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.102029] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance db887207-6147-49f8-ad9e-541820a8a4dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.102251] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 6bb40da3-e0da-4408-a1ce-2df61c746e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.102438] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 092847c2-a54d-4fc4-92c6-ac21da475012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.102623] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 691307fb-47ce-4bd8-be2e-e6836e214f68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.102817] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 9010d014-e62c-44a1-a3ba-544ade15f9d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1119.130649] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416097, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.263514] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.285587] env[65664]: DEBUG nova.network.neutron [-] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.460272] env[65664]: DEBUG oslo_concurrency.lockutils [req-37509e80-832c-4d80-bd52-e00d18a3435b req-c89e940c-91c5-4438-b649-445603bcf73f service nova] Releasing lock "refresh_cache-9010d014-e62c-44a1-a3ba-544ade15f9d0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.496430] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416099, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.582027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.582914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.582914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.583085] env[65664]: DEBUG oslo_concurrency.lockutils [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.583385] env[65664]: DEBUG nova.network.neutron [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing network info cache for port a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.586370] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8a1887-7737-456e-a3ee-f676404dc85f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.605808] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.606085] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.606247] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.606431] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.606577] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.606720] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.606921] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.607091] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.607278] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.607414] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.608048] env[65664]: DEBUG nova.virt.hardware [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.614181] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfiguring VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1119.615768] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1119.616017] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1119.616205] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '9', 'num_task_None': '7', 'num_os_type_None': '12', 'num_proj_12179bbb71714cc3bb37456ea5682668': '1', 'io_workload': '2', 'num_proj_d817bea104c34f0798e2be963cc444d4': '2', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '3', 'num_proj_a5e505a087364583bc6a5d460da9a6ea': '1', 'num_task_image_uploading': '1', 'num_proj_ec096aa96a8a4a98ac3c7a634a14c2a8': '1', 'num_proj_0c9cacbaaf584fd49d7603029849b0b0': '1', 'num_proj_c855f3298b7645799ab171f39a9465b3': '1', 'num_task_deleting': '1', 'num_proj_7ba06eb5747e45c69ee2caad0b2f0715': '1', 'num_proj_159535b4116a48f78c1375c5f29748d7': '1', 'num_vm_building': '2', 'num_proj_26328a0f6515448cb6f961fdaed7e918': '1', 'num_proj_17cdff1850a345f7b59cb69c46148a36': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1119.618665] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f1de69-7614-4fb7-97a6-f6e6eef7a30b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.643846] env[65664]: DEBUG oslo_vmware.api [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416097, 'name': PowerOnVM_Task, 'duration_secs': 0.541826} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.645518] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.649201] env[65664]: DEBUG oslo_vmware.api [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1119.649201] env[65664]: value = "task-4416100" [ 1119.649201] env[65664]: _type = "Task" [ 1119.649201] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.661979] env[65664]: DEBUG oslo_vmware.api [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416100, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.709468] env[65664]: DEBUG nova.compute.manager [req-e336bcb8-2e17-4d63-a067-9765dc0faf06 req-ed21f957-f55a-4553-a375-6c7970047ee5 service nova] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Received event network-vif-deleted-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1119.764465] env[65664]: DEBUG oslo_vmware.api [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416098, 'name': PowerOnVM_Task, 'duration_secs': 0.632856} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.767099] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.767099] env[65664]: INFO nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1119.767099] env[65664]: DEBUG nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.768823] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058564a-0f6b-4789-a90e-ed273a20b72a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.791242] env[65664]: INFO nova.compute.manager [-] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Took 1.68 seconds to deallocate network for instance. [ 1119.816670] env[65664]: DEBUG nova.compute.manager [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.817334] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96375554-28c8-4374-8227-3e68a59782d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.903329] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d1495-e622-4ca1-ac13-303b1e3942e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.913793] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716a61a-ab29-4a38-b24c-f14bde58bbda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.948513] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc8d91-1ae1-47b9-b8cd-0d26a0d2020a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.957740] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c509773f-a8b4-4e78-bd07-8d4ed231d227 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.973578] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.996057] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606992} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.996429] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 9010d014-e62c-44a1-a3ba-544ade15f9d0/9010d014-e62c-44a1-a3ba-544ade15f9d0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.996760] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.997033] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9eed23a-57c4-48a7-a773-90ef5a6c575a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.006130] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1120.006130] env[65664]: value = "task-4416101" [ 1120.006130] env[65664]: _type = "Task" [ 1120.006130] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.017782] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.094015] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63db5-6eaa-4ac4-3886-7a47e223b5bb/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1120.095050] env[65664]: WARNING neutronclient.v2_0.client [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.097958] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9bd08c-36ac-4fa8-99f8-a9d6fe262521 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.108322] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63db5-6eaa-4ac4-3886-7a47e223b5bb/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1120.108564] env[65664]: ERROR oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63db5-6eaa-4ac4-3886-7a47e223b5bb/disk-0.vmdk due to incomplete transfer. [ 1120.108891] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e3b16c1-b500-4e96-90ac-420beac50345 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.119238] env[65664]: DEBUG oslo_vmware.rw_handles [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63db5-6eaa-4ac4-3886-7a47e223b5bb/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1120.119456] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Uploaded image b3bbe148-f0a0-4d2c-9f04-0cf0851ffdb1 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1120.121969] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1120.122308] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9039b22-5e8b-48e6-9dac-d28539edb881 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.133341] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1120.133341] env[65664]: value = "task-4416102" [ 1120.133341] env[65664]: _type = "Task" [ 1120.133341] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.144942] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416102, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.161412] env[65664]: DEBUG oslo_vmware.api [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.294065] env[65664]: INFO nova.compute.manager [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Took 21.85 seconds to build instance. [ 1120.298497] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.352442] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.067s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.477192] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.497137] env[65664]: WARNING neutronclient.v2_0.client [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.517981] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164983} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.518382] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.519323] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a92a9f1-c918-4152-9c91-5f800bd8b1a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.546338] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9010d014-e62c-44a1-a3ba-544ade15f9d0/9010d014-e62c-44a1-a3ba-544ade15f9d0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.549777] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a46557fc-c760-4ff1-bef8-e618c27c6eae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.573850] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1120.573850] env[65664]: value = "task-4416103" [ 1120.573850] env[65664]: _type = "Task" [ 1120.573850] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.584687] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.602448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "092847c2-a54d-4fc4-92c6-ac21da475012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.602813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "092847c2-a54d-4fc4-92c6-ac21da475012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.603108] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "092847c2-a54d-4fc4-92c6-ac21da475012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.603348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "092847c2-a54d-4fc4-92c6-ac21da475012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.603650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "092847c2-a54d-4fc4-92c6-ac21da475012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.606065] env[65664]: INFO nova.compute.manager [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Terminating instance [ 1120.622903] env[65664]: DEBUG nova.network.neutron [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updated VIF entry in instance network info cache for port a7504efd-d65a-4442-8ccd-d2a0d44e6af8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1120.623343] env[65664]: DEBUG nova.network.neutron [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "address": "fa:16:3e:70:79:65", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7504efd-d6", "ovs_interfaceid": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.646135] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416102, 'name': Destroy_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.664452] env[65664]: DEBUG oslo_vmware.api [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416100, 'name': ReconfigVM_Task, 'duration_secs': 0.978062} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.664912] env[65664]: WARNING neutronclient.v2_0.client [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.665279] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.665482] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfigured VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1120.796718] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87740db3-fed0-4736-b98f-eb6c93098665 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.364s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.982843] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1120.983018] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.934s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.983299] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.338s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.984893] env[65664]: INFO nova.compute.claims [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.086319] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.109977] env[65664]: DEBUG nova.compute.manager [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1121.110362] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.111408] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573de64c-34cd-4ca0-b02f-5aa8e44d91c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.120073] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.120404] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-200f6e53-bbe4-41a4-800d-89c2c0f020ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.126119] env[65664]: DEBUG oslo_concurrency.lockutils [req-1d2eaa51-50ad-42b5-b48d-7aba4f7f29cb req-b66f0e5b-5b65-4839-959f-7f3ea88f3de2 service nova] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.127854] env[65664]: DEBUG oslo_vmware.api [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1121.127854] env[65664]: value = "task-4416104" [ 1121.127854] env[65664]: _type = "Task" [ 1121.127854] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.142154] env[65664]: DEBUG oslo_vmware.api [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.148885] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416102, 'name': Destroy_Task, 'duration_secs': 0.636897} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.149197] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroyed the VM [ 1121.149542] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1121.149785] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a444a248-542a-4530-b1b8-b7af57ff7d5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.156995] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1121.156995] env[65664]: value = "task-4416105" [ 1121.156995] env[65664]: _type = "Task" [ 1121.156995] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.163751] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.164181] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.171869] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b448d9c6-2139-41f1-9f9b-0066109363ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.151s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.172958] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.585575] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416103, 'name': ReconfigVM_Task, 'duration_secs': 0.81932} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.585858] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9010d014-e62c-44a1-a3ba-544ade15f9d0/9010d014-e62c-44a1-a3ba-544ade15f9d0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.586536] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f6f36b5-f0f1-4d87-a41c-9566e3227d7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.593629] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1121.593629] env[65664]: value = "task-4416106" [ 1121.593629] env[65664]: _type = "Task" [ 1121.593629] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.603254] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416106, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.638722] env[65664]: DEBUG oslo_vmware.api [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416104, 'name': PowerOffVM_Task, 'duration_secs': 0.257653} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.638957] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.639145] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.639413] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f26939e-63b7-41c2-8ddf-e9d4be24fd8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.667608] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.675011] env[65664]: DEBUG nova.compute.utils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.708346] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.708804] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.708804] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Deleting the datastore file [datastore1] 092847c2-a54d-4fc4-92c6-ac21da475012 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.709110] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc405174-5c7b-46f6-92f5-028230114c14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.716846] env[65664]: DEBUG oslo_vmware.api [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for the task: (returnval){ [ 1121.716846] env[65664]: value = "task-4416108" [ 1121.716846] env[65664]: _type = "Task" [ 1121.716846] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.728497] env[65664]: DEBUG oslo_vmware.api [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.106283] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416106, 'name': Rename_Task, 'duration_secs': 0.170992} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.109223] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.109702] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1d3fd3-2175-41cc-965c-fcb345be4f19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.117260] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1122.117260] env[65664]: value = "task-4416109" [ 1122.117260] env[65664]: _type = "Task" [ 1122.117260] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.129599] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.171371] env[65664]: DEBUG oslo_vmware.api [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416105, 'name': RemoveSnapshot_Task, 'duration_secs': 0.937393} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.171710] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.171987] env[65664]: INFO nova.compute.manager [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 1122.178446] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.207104] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa560dfe-494e-4cf9-929d-ed0f7fb47f83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.217668] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636fb83-e53d-4c59-986e-a83317560e32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.234405] env[65664]: DEBUG oslo_vmware.api [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Task: {'id': task-4416108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215906} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.259424] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.259612] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.259796] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.260037] env[65664]: INFO nova.compute.manager [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1122.260294] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1122.261144] env[65664]: DEBUG nova.compute.manager [-] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1122.261248] env[65664]: DEBUG nova.network.neutron [-] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1122.261605] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.263922] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854538a1-8afe-4e8d-bd0d-e35c45e82e4a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.272698] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a08e2a-b2f9-4cfe-8ac3-eb2717636302 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.289498] env[65664]: DEBUG nova.compute.provider_tree [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.300399] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.630304] env[65664]: DEBUG oslo_vmware.api [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416109, 'name': PowerOnVM_Task, 'duration_secs': 0.474543} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.630584] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.630759] env[65664]: INFO nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1122.630939] env[65664]: DEBUG nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1122.631761] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f580db77-ff0c-4dff-b94c-f7fc49404377 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.719017] env[65664]: DEBUG nova.compute.manager [None req-e6ff6e02-8a8f-497f-b443-706728f63c4a tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Found 2 images (rotation: 2) {{(pid=65664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1122.792587] env[65664]: DEBUG nova.scheduler.client.report [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.858054] env[65664]: DEBUG nova.compute.manager [req-cfc2f8e4-7537-4133-8839-872ee0068e04 req-36c2773b-0e82-4f4f-96e7-8f5fab071569 service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Received event network-vif-deleted-8eac3d3b-cd4e-44d5-897a-95c1106405fd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1122.858295] env[65664]: INFO nova.compute.manager [req-cfc2f8e4-7537-4133-8839-872ee0068e04 req-36c2773b-0e82-4f4f-96e7-8f5fab071569 service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Neutron deleted interface 8eac3d3b-cd4e-44d5-897a-95c1106405fd; detaching it from the instance and deleting it from the info cache [ 1122.858487] env[65664]: DEBUG nova.network.neutron [req-cfc2f8e4-7537-4133-8839-872ee0068e04 req-36c2773b-0e82-4f4f-96e7-8f5fab071569 service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.039969] env[65664]: DEBUG nova.network.neutron [-] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.151204] env[65664]: INFO nova.compute.manager [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Took 22.02 seconds to build instance. [ 1123.242019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.242019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.242019] env[65664]: INFO nova.compute.manager [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Attaching volume 513049f2-ed74-4f46-af7f-5e8bdc7d1b08 to /dev/sdb [ 1123.286617] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ebe65-bdd6-4883-9da3-307be60d5a4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.294613] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f6ef59-6601-4982-bd1d-fc2d5c7dc066 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298456] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.298968] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1123.301795] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.004s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.302051] env[65664]: DEBUG nova.objects.instance [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lazy-loading 'resources' on Instance uuid db887207-6147-49f8-ad9e-541820a8a4dd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.317367] env[65664]: DEBUG nova.virt.block_device [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updating existing volume attachment record: 850c3351-c23e-4924-839a-247f5bf1e2a7 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.363817] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-021a3f71-d280-4144-a6a2-071b9a304d10 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.373942] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105ce9f-1f5c-45e3-8a3b-9105564ca6cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.410815] env[65664]: DEBUG nova.compute.manager [req-cfc2f8e4-7537-4133-8839-872ee0068e04 req-36c2773b-0e82-4f4f-96e7-8f5fab071569 service nova] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Detach interface failed, port_id=8eac3d3b-cd4e-44d5-897a-95c1106405fd, reason: Instance 092847c2-a54d-4fc4-92c6-ac21da475012 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1123.544201] env[65664]: INFO nova.compute.manager [-] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Took 1.28 seconds to deallocate network for instance. [ 1123.563213] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "691307fb-47ce-4bd8-be2e-e6836e214f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.563503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.563725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "691307fb-47ce-4bd8-be2e-e6836e214f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.563904] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.564091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.567897] env[65664]: INFO nova.compute.manager [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Terminating instance [ 1123.652798] env[65664]: DEBUG oslo_concurrency.lockutils [None req-068085fc-83a5-4b82-adbc-6f33a8d831c5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.533s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.805098] env[65664]: DEBUG nova.compute.utils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.806965] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1123.806965] env[65664]: DEBUG nova.network.neutron [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1123.807497] env[65664]: WARNING neutronclient.v2_0.client [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.807497] env[65664]: WARNING neutronclient.v2_0.client [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.866274] env[65664]: DEBUG nova.compute.manager [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1123.867363] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffd2ef-37b7-4e13-b8da-7c3fad01d0ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.872132] env[65664]: DEBUG nova.policy [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e83056d091485580e336f7e56c8e29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12179bbb71714cc3bb37456ea5682668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.946300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-bfa98b30-9350-4ec1-b3b4-a1628bc50174" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.946300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-bfa98b30-9350-4ec1-b3b4-a1628bc50174" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.946300] env[65664]: DEBUG nova.objects.instance [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'flavor' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.021218] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc9f9b3-91c0-40ea-b77d-0c1b05391186 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.029965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3ca62-1eeb-4046-ac74-8de4e66aed1f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.066940] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.068123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c8a51-6ba9-46db-a935-dec087184ffc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.071838] env[65664]: DEBUG nova.compute.manager [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1124.072056] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.072853] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b4f6a-0296-4cc7-a027-7a444aefb252 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.078980] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f984b-4bb1-404b-848d-7d70fc29edfd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.084822] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.085405] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-862d7e8a-97d7-4335-bd52-84e5cc87b6da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.097967] env[65664]: DEBUG nova.compute.provider_tree [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.101369] env[65664]: DEBUG oslo_vmware.api [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1124.101369] env[65664]: value = "task-4416111" [ 1124.101369] env[65664]: _type = "Task" [ 1124.101369] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.110017] env[65664]: DEBUG oslo_vmware.api [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.236193] env[65664]: DEBUG nova.network.neutron [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Successfully created port: c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1124.314036] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1124.386523] env[65664]: INFO nova.compute.manager [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] instance snapshotting [ 1124.387252] env[65664]: DEBUG nova.objects.instance [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'flavor' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.450485] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.594367] env[65664]: DEBUG nova.objects.instance [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'pci_requests' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.603352] env[65664]: DEBUG nova.scheduler.client.report [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.617908] env[65664]: DEBUG oslo_vmware.api [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416111, 'name': PowerOffVM_Task, 'duration_secs': 0.304029} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.618090] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.618178] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.618936] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f559be1-d63a-40de-82cb-024130655fe9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.697046] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.697357] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.697586] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Deleting the datastore file [datastore2] 691307fb-47ce-4bd8-be2e-e6836e214f68 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.697925] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-744e4b0d-bd54-413b-822a-dd0a00dda052 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.705911] env[65664]: DEBUG oslo_vmware.api [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for the task: (returnval){ [ 1124.705911] env[65664]: value = "task-4416113" [ 1124.705911] env[65664]: _type = "Task" [ 1124.705911] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.715542] env[65664]: DEBUG oslo_vmware.api [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.894343] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38cf271-503e-4447-aebe-f2880798cab0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.920763] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee93c8-f3fe-4243-9f16-a8e995e4fe14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.097567] env[65664]: DEBUG nova.objects.base [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.097840] env[65664]: DEBUG nova.network.neutron [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1125.098313] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.098732] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.112289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.118144] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.048s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.118144] env[65664]: DEBUG nova.objects.instance [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lazy-loading 'resources' on Instance uuid 092847c2-a54d-4fc4-92c6-ac21da475012 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.138793] env[65664]: INFO nova.scheduler.client.report [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Deleted allocations for instance db887207-6147-49f8-ad9e-541820a8a4dd [ 1125.219415] env[65664]: DEBUG oslo_vmware.api [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Task: {'id': task-4416113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383169} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.219789] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.220616] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.220616] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.220616] env[65664]: INFO nova.compute.manager [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1125.220789] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1125.221182] env[65664]: DEBUG nova.compute.manager [-] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1125.221182] env[65664]: DEBUG nova.network.neutron [-] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1125.221489] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.241729] env[65664]: DEBUG nova.policy [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.278938] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.324688] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1125.361746] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.362520] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.362520] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.362800] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.362800] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.362884] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.363117] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.363280] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.363461] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.363656] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.363803] env[65664]: DEBUG nova.virt.hardware [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.364782] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c827c03-1dc2-403c-80aa-2c203cb3c3b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.374155] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb23ba6-fd48-4fdb-b767-9e710ee1270b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.392895] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792a527-8458-4ae4-96ce-7cae72c19d4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.400427] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Suspending the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1125.400737] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-27c3461d-fb05-4435-b673-2308966b6c01 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.409305] env[65664]: DEBUG oslo_vmware.api [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1125.409305] env[65664]: value = "task-4416114" [ 1125.409305] env[65664]: _type = "Task" [ 1125.409305] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.419757] env[65664]: DEBUG oslo_vmware.api [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416114, 'name': SuspendVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.435319] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1125.435650] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f94e67c8-ca7e-406f-aaa2-e0c19a5bd910 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.444834] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "0e58d341-8e11-413e-a9d7-edb6745a8146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.445088] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.446382] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1125.446382] env[65664]: value = "task-4416115" [ 1125.446382] env[65664]: _type = "Task" [ 1125.446382] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.458185] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.646995] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7724303-b28a-48ec-81fa-ccd0e8037679 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Lock "db887207-6147-49f8-ad9e-541820a8a4dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.697s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.836809] env[65664]: DEBUG nova.network.neutron [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Successfully updated port: c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1125.841526] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b2fe2-3c73-46c0-a653-c4912de4e3b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.851335] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "refresh_cache-a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.851904] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "refresh_cache-a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.852351] env[65664]: DEBUG nova.network.neutron [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.863385] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ee61d-a7cd-427c-b0c0-e29dc3062cf1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.907553] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed751c6-bd61-46fe-9d1b-afbc887cc6d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.925399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57242632-6b0a-43e8-8f3a-b8017ea2f950 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.929596] env[65664]: DEBUG oslo_vmware.api [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416114, 'name': SuspendVM_Task} progress is 62%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.941326] env[65664]: DEBUG nova.compute.provider_tree [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.947684] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1125.960373] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416115, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.387845] env[65664]: DEBUG nova.network.neutron [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.423192] env[65664]: DEBUG oslo_vmware.api [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416114, 'name': SuspendVM_Task, 'duration_secs': 0.635261} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.423512] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Suspended the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1126.423692] env[65664]: DEBUG nova.compute.manager [None req-9e43122d-e0c0-4b04-8091-241e3dcd761c tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.424551] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22025914-595f-47ed-bf7b-efe8ddb556c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.444455] env[65664]: DEBUG nova.scheduler.client.report [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.475321] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416115, 'name': CreateSnapshot_Task, 'duration_secs': 0.54009} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.475648] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1126.476837] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0143cc88-ed9e-4d23-94ba-da732f4cc6ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.495912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.556900] env[65664]: WARNING neutronclient.v2_0.client [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.563546] env[65664]: DEBUG nova.network.neutron [-] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.702041] env[65664]: DEBUG nova.network.neutron [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Updating instance_info_cache with network_info: [{"id": "c48f4b56-a2d7-4856-b11d-4a74523036db", "address": "fa:16:3e:bb:15:33", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc48f4b56-a2", "ovs_interfaceid": "c48f4b56-a2d7-4856-b11d-4a74523036db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.750780] env[65664]: DEBUG nova.compute.manager [req-a9da6342-4e8c-4780-af7c-f1710ec51a0a req-e280bc57-2209-45ce-b850-25892f0b5d78 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Received event network-vif-plugged-c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1126.750780] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9da6342-4e8c-4780-af7c-f1710ec51a0a req-e280bc57-2209-45ce-b850-25892f0b5d78 service nova] Acquiring lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.750780] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9da6342-4e8c-4780-af7c-f1710ec51a0a req-e280bc57-2209-45ce-b850-25892f0b5d78 service nova] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.750901] env[65664]: DEBUG oslo_concurrency.lockutils [req-a9da6342-4e8c-4780-af7c-f1710ec51a0a req-e280bc57-2209-45ce-b850-25892f0b5d78 service nova] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.751052] env[65664]: DEBUG nova.compute.manager [req-a9da6342-4e8c-4780-af7c-f1710ec51a0a req-e280bc57-2209-45ce-b850-25892f0b5d78 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] No waiting events found dispatching network-vif-plugged-c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1126.751214] env[65664]: WARNING nova.compute.manager [req-a9da6342-4e8c-4780-af7c-f1710ec51a0a req-e280bc57-2209-45ce-b850-25892f0b5d78 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Received unexpected event network-vif-plugged-c48f4b56-a2d7-4856-b11d-4a74523036db for instance with vm_state building and task_state spawning. [ 1126.828782] env[65664]: DEBUG nova.network.neutron [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Successfully updated port: bfa98b30-9350-4ec1-b3b4-a1628bc50174 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1126.918335] env[65664]: DEBUG nova.compute.manager [req-a1d145ec-44a8-42a5-b94e-988be48ca235 req-f9253c6d-b1d5-430c-9949-e99cbae2c968 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-vif-plugged-bfa98b30-9350-4ec1-b3b4-a1628bc50174 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1126.918545] env[65664]: DEBUG oslo_concurrency.lockutils [req-a1d145ec-44a8-42a5-b94e-988be48ca235 req-f9253c6d-b1d5-430c-9949-e99cbae2c968 service nova] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.919086] env[65664]: DEBUG oslo_concurrency.lockutils [req-a1d145ec-44a8-42a5-b94e-988be48ca235 req-f9253c6d-b1d5-430c-9949-e99cbae2c968 service nova] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.919292] env[65664]: DEBUG oslo_concurrency.lockutils [req-a1d145ec-44a8-42a5-b94e-988be48ca235 req-f9253c6d-b1d5-430c-9949-e99cbae2c968 service nova] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.919427] env[65664]: DEBUG nova.compute.manager [req-a1d145ec-44a8-42a5-b94e-988be48ca235 req-f9253c6d-b1d5-430c-9949-e99cbae2c968 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] No waiting events found dispatching network-vif-plugged-bfa98b30-9350-4ec1-b3b4-a1628bc50174 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1126.919591] env[65664]: WARNING nova.compute.manager [req-a1d145ec-44a8-42a5-b94e-988be48ca235 req-f9253c6d-b1d5-430c-9949-e99cbae2c968 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received unexpected event network-vif-plugged-bfa98b30-9350-4ec1-b3b4-a1628bc50174 for instance with vm_state active and task_state None. [ 1126.950579] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.953557] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.457s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.954841] env[65664]: INFO nova.compute.claims [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.973969] env[65664]: INFO nova.scheduler.client.report [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Deleted allocations for instance 092847c2-a54d-4fc4-92c6-ac21da475012 [ 1127.001656] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1127.003272] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa5c9235-4cd5-433f-bcc0-37ca3070f85d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.014917] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1127.014917] env[65664]: value = "task-4416117" [ 1127.014917] env[65664]: _type = "Task" [ 1127.014917] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.025999] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416117, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.066361] env[65664]: INFO nova.compute.manager [-] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Took 1.85 seconds to deallocate network for instance. [ 1127.207735] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "refresh_cache-a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.208519] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Instance network_info: |[{"id": "c48f4b56-a2d7-4856-b11d-4a74523036db", "address": "fa:16:3e:bb:15:33", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc48f4b56-a2", "ovs_interfaceid": "c48f4b56-a2d7-4856-b11d-4a74523036db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1127.209209] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:15:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c48f4b56-a2d7-4856-b11d-4a74523036db', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.222329] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1127.222702] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.223575] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c989d88c-28c1-4858-afcc-5a4ca365f42d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.252661] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.252661] env[65664]: value = "task-4416118" [ 1127.252661] env[65664]: _type = "Task" [ 1127.252661] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.264896] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416118, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.331540] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.331676] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.332389] env[65664]: DEBUG nova.network.neutron [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.400664] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135f425-0096-407a-be67-206d2398a8fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.409338] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Suspending the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1127.409657] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c6ae12f2-ab2a-4323-a445-aac15cb926ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.419229] env[65664]: DEBUG oslo_vmware.api [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1127.419229] env[65664]: value = "task-4416119" [ 1127.419229] env[65664]: _type = "Task" [ 1127.419229] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.431480] env[65664]: DEBUG oslo_vmware.api [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416119, 'name': SuspendVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.481345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ff29b1b0-a5d7-4169-af72-21f270fa11cd tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Lock "092847c2-a54d-4fc4-92c6-ac21da475012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.878s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.528667] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416117, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.575047] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.765827] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416118, 'name': CreateVM_Task, 'duration_secs': 0.407692} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.766278] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.766926] env[65664]: WARNING neutronclient.v2_0.client [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.767526] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.767714] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.768293] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.768566] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f941af1b-e1ad-437f-9bdf-f7e3ffab6c61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.774840] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1127.774840] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52891a19-e5b5-0e4b-1bed-c876248b0b07" [ 1127.774840] env[65664]: _type = "Task" [ 1127.774840] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.785080] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52891a19-e5b5-0e4b-1bed-c876248b0b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.877655] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.877935] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864214', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'name': 'volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863c101e-1238-477e-8bdf-931137eeab3b', 'attached_at': '', 'detached_at': '', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'serial': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.878836] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19c7e0d-b948-40a6-bb08-9c2c1a7b58c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.896951] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da422dd1-2cc1-4ea6-8c2a-380b6f07ec81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.927336] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08/volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.927861] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b171155e-ccfd-4fee-a899-3c616ab38c14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.953673] env[65664]: DEBUG oslo_vmware.api [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416119, 'name': SuspendVM_Task} progress is 58%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.955350] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1127.955350] env[65664]: value = "task-4416120" [ 1127.955350] env[65664]: _type = "Task" [ 1127.955350] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.968557] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.030739] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416117, 'name': CloneVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.086649] env[65664]: WARNING nova.network.neutron [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] 6cc7eb2f-7333-4468-b82c-c29209c35bff already exists in list: networks containing: ['6cc7eb2f-7333-4468-b82c-c29209c35bff']. ignoring it [ 1128.086838] env[65664]: WARNING nova.network.neutron [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] 6cc7eb2f-7333-4468-b82c-c29209c35bff already exists in list: networks containing: ['6cc7eb2f-7333-4468-b82c-c29209c35bff']. ignoring it [ 1128.195407] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb30659-7b86-4a4c-a480-482e37550447 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.215084] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa485a-5f07-4473-9b54-261147fc5f18 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.253033] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cb7210-685b-4417-aac9-7683ebe92f91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.262169] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97253da-781f-4e23-ba22-38dee49651a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.278229] env[65664]: DEBUG nova.compute.provider_tree [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.289682] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52891a19-e5b5-0e4b-1bed-c876248b0b07, 'name': SearchDatastore_Task, 'duration_secs': 0.038221} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.290768] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.292255] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.292255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.292255] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.292255] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.292521] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb4d455-f341-4773-b5e4-e14f3f5dfe0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.303296] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.303481] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.304246] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce879a4c-b550-4d4c-9035-c324d3c74e66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.311097] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1128.311097] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5221e44f-fd7e-9bdb-7a53-235861af0f48" [ 1128.311097] env[65664]: _type = "Task" [ 1128.311097] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.322430] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5221e44f-fd7e-9bdb-7a53-235861af0f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.441104] env[65664]: DEBUG oslo_vmware.api [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416119, 'name': SuspendVM_Task, 'duration_secs': 0.667635} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.441524] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Suspended the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1128.441617] env[65664]: DEBUG nova.compute.manager [None req-f741961e-ed81-45a9-a6f4-e74cf9f3611d tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1128.442490] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bcff80-42c2-4a09-bacc-8dd1334484c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.467442] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416120, 'name': ReconfigVM_Task, 'duration_secs': 0.507129} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.467442] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08/volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.471959] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-976f8596-1dbe-4c5b-870f-630593fde11f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.489797] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1128.489797] env[65664]: value = "task-4416121" [ 1128.489797] env[65664]: _type = "Task" [ 1128.489797] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.501935] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.528897] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416117, 'name': CloneVM_Task, 'duration_secs': 1.193053} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.529620] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Created linked-clone VM from snapshot [ 1128.530014] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675e30af-a873-4428-9014-7b0681cef857 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.539892] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Uploading image a752d44a-32ef-4cc3-ad45-03399ecd9a71 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1128.575701] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1128.575701] env[65664]: value = "vm-864216" [ 1128.575701] env[65664]: _type = "VirtualMachine" [ 1128.575701] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1128.576355] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08a8f7bf-9b6c-4732-9a17-3f1d6d0de4c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.585568] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease: (returnval){ [ 1128.585568] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e0659a-ac72-2765-0d7a-24533459e728" [ 1128.585568] env[65664]: _type = "HttpNfcLease" [ 1128.585568] env[65664]: } obtained for exporting VM: (result){ [ 1128.585568] env[65664]: value = "vm-864216" [ 1128.585568] env[65664]: _type = "VirtualMachine" [ 1128.585568] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1128.585931] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the lease: (returnval){ [ 1128.585931] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e0659a-ac72-2765-0d7a-24533459e728" [ 1128.585931] env[65664]: _type = "HttpNfcLease" [ 1128.585931] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1128.594536] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.594536] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e0659a-ac72-2765-0d7a-24533459e728" [ 1128.594536] env[65664]: _type = "HttpNfcLease" [ 1128.594536] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1128.647807] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.785411] env[65664]: DEBUG nova.scheduler.client.report [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.827063] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5221e44f-fd7e-9bdb-7a53-235861af0f48, 'name': SearchDatastore_Task, 'duration_secs': 0.016209} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.832108] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4a6e97-9468-4169-9638-9096dc394161 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.840920] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1128.840920] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3c167-6045-7a39-7277-f3d5a2fddfe3" [ 1128.840920] env[65664]: _type = "Task" [ 1128.840920] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.860825] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3c167-6045-7a39-7277-f3d5a2fddfe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.006157] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.030971] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.098151] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.098151] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e0659a-ac72-2765-0d7a-24533459e728" [ 1129.098151] env[65664]: _type = "HttpNfcLease" [ 1129.098151] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1129.098536] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1129.098536] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e0659a-ac72-2765-0d7a-24533459e728" [ 1129.098536] env[65664]: _type = "HttpNfcLease" [ 1129.098536] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1129.099354] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c446a-423b-4605-b68e-adf4af977ca0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.112359] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6dcae-66ed-8d31-907f-7e500fa72313/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1129.112359] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6dcae-66ed-8d31-907f-7e500fa72313/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1129.207087] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca8d1b1f-29f7-42fe-aaa0-4ded8fb6e6c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.282337] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.292146] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.292786] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1129.295663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.721s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.295895] env[65664]: DEBUG nova.objects.instance [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lazy-loading 'resources' on Instance uuid 691307fb-47ce-4bd8-be2e-e6836e214f68 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.355027] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c3c167-6045-7a39-7277-f3d5a2fddfe3, 'name': SearchDatastore_Task, 'duration_secs': 0.043572} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.356167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.356439] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92/a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.356710] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8945634-3fcc-4ed6-ae1d-578984be95c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.365232] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1129.365232] env[65664]: value = "task-4416123" [ 1129.365232] env[65664]: _type = "Task" [ 1129.365232] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.376070] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.395044] env[65664]: DEBUG nova.network.neutron [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "address": "fa:16:3e:70:79:65", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7504efd-d6", "ovs_interfaceid": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfa98b30-9350-4ec1-b3b4-a1628bc50174", "address": "fa:16:3e:c1:52:21", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa98b30-93", "ovs_interfaceid": "bfa98b30-9350-4ec1-b3b4-a1628bc50174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.465011] env[65664]: DEBUG nova.compute.manager [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Received event network-changed-c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1129.465327] env[65664]: DEBUG nova.compute.manager [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Refreshing instance network info cache due to event network-changed-c48f4b56-a2d7-4856-b11d-4a74523036db. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1129.466410] env[65664]: DEBUG oslo_concurrency.lockutils [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] Acquiring lock "refresh_cache-a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.466588] env[65664]: DEBUG oslo_concurrency.lockutils [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] Acquired lock "refresh_cache-a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.466813] env[65664]: DEBUG nova.network.neutron [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Refreshing network info cache for port c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.488872] env[65664]: DEBUG nova.compute.manager [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-changed-bfa98b30-9350-4ec1-b3b4-a1628bc50174 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1129.488872] env[65664]: DEBUG nova.compute.manager [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing instance network info cache due to event network-changed-bfa98b30-9350-4ec1-b3b4-a1628bc50174. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1129.488872] env[65664]: DEBUG oslo_concurrency.lockutils [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.502798] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.591729] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "9010d014-e62c-44a1-a3ba-544ade15f9d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.591729] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.591729] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "9010d014-e62c-44a1-a3ba-544ade15f9d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.591729] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.591729] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.594124] env[65664]: INFO nova.compute.manager [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Terminating instance [ 1129.800049] env[65664]: DEBUG nova.compute.utils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.805268] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1129.805268] env[65664]: DEBUG nova.network.neutron [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1129.805481] env[65664]: WARNING neutronclient.v2_0.client [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.805767] env[65664]: WARNING neutronclient.v2_0.client [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.851758] env[65664]: DEBUG nova.policy [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5adfa95e5f4777a237904258337b5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9f376b359f48f89b094b64f9e8942a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.885536] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416123, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.902197] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.902783] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.903298] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.903819] env[65664]: DEBUG oslo_concurrency.lockutils [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.904114] env[65664]: DEBUG nova.network.neutron [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Refreshing network info cache for port bfa98b30-9350-4ec1-b3b4-a1628bc50174 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.906367] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a6d28-ee9a-44f9-ad9b-fd661daae008 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.929102] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1129.929631] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.929631] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1129.929783] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.930321] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1129.930463] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1129.931283] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.931622] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1129.932168] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1129.932168] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1129.932319] env[65664]: DEBUG nova.virt.hardware [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1129.940571] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfiguring VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1129.945252] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071d5d40-e08c-41e1-bd32-fd57749919dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.969677] env[65664]: WARNING neutronclient.v2_0.client [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.974383] env[65664]: DEBUG oslo_vmware.api [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1129.974383] env[65664]: value = "task-4416124" [ 1129.974383] env[65664]: _type = "Task" [ 1129.974383] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.990690] env[65664]: DEBUG oslo_vmware.api [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416124, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.012013] env[65664]: DEBUG oslo_vmware.api [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416121, 'name': ReconfigVM_Task, 'duration_secs': 1.261021} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.015915] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864214', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'name': 'volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863c101e-1238-477e-8bdf-931137eeab3b', 'attached_at': '', 'detached_at': '', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'serial': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.099098] env[65664]: DEBUG nova.compute.manager [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1130.100100] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.101269] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d60791-bf28-47af-b057-93733131fa71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.109053] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb563dab-67d6-4f2f-9971-e5c2c70c2843 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.124112] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65000547-9c1c-4b8e-8149-f14b521d1d5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.128337] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.128600] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58798c2b-d7fc-4710-a6a6-53bdcf9158aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.167965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e563e8af-59ca-4676-bfe5-02e41e1ae091 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.177539] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa71c3-2923-47ad-840b-11338200b9a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.193578] env[65664]: DEBUG nova.compute.provider_tree [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.212535] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.212927] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.213261] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleting the datastore file [datastore2] 9010d014-e62c-44a1-a3ba-544ade15f9d0 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.213680] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1248564-2d7f-472d-a2cd-dd1006295d38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.226420] env[65664]: DEBUG oslo_vmware.api [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1130.226420] env[65664]: value = "task-4416126" [ 1130.226420] env[65664]: _type = "Task" [ 1130.226420] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.238732] env[65664]: DEBUG oslo_vmware.api [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.242696] env[65664]: INFO nova.compute.manager [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Resuming [ 1130.243392] env[65664]: DEBUG nova.objects.instance [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'flavor' on Instance uuid 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.292308] env[65664]: WARNING neutronclient.v2_0.client [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.305457] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1130.324948] env[65664]: DEBUG nova.network.neutron [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Successfully created port: a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1130.377768] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800929} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.378356] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92/a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.378775] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.379152] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4290748d-9f86-40fc-9a1a-231bc77b279b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.387324] env[65664]: DEBUG nova.network.neutron [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Updated VIF entry in instance network info cache for port c48f4b56-a2d7-4856-b11d-4a74523036db. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.387838] env[65664]: DEBUG nova.network.neutron [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Updating instance_info_cache with network_info: [{"id": "c48f4b56-a2d7-4856-b11d-4a74523036db", "address": "fa:16:3e:bb:15:33", "network": {"id": "2949b705-8ffe-43a6-93fe-abf2276c3858", "bridge": "br-int", "label": "tempest-ServersTestJSON-209543605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12179bbb71714cc3bb37456ea5682668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc48f4b56-a2", "ovs_interfaceid": "c48f4b56-a2d7-4856-b11d-4a74523036db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.392106] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1130.392106] env[65664]: value = "task-4416127" [ 1130.392106] env[65664]: _type = "Task" [ 1130.392106] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.404698] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.412319] env[65664]: WARNING neutronclient.v2_0.client [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.484434] env[65664]: DEBUG oslo_vmware.api [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.688469] env[65664]: WARNING neutronclient.v2_0.client [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.699565] env[65664]: DEBUG nova.scheduler.client.report [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.740615] env[65664]: DEBUG oslo_vmware.api [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182602} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.741066] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.741261] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.741489] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.741694] env[65664]: INFO nova.compute.manager [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1130.742387] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1130.742643] env[65664]: DEBUG nova.compute.manager [-] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1130.742643] env[65664]: DEBUG nova.network.neutron [-] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.742781] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.795319] env[65664]: DEBUG nova.network.neutron [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updated VIF entry in instance network info cache for port bfa98b30-9350-4ec1-b3b4-a1628bc50174. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.795962] env[65664]: DEBUG nova.network.neutron [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "address": "fa:16:3e:70:79:65", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7504efd-d6", "ovs_interfaceid": "a7504efd-d65a-4442-8ccd-d2a0d44e6af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfa98b30-9350-4ec1-b3b4-a1628bc50174", "address": "fa:16:3e:c1:52:21", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa98b30-93", "ovs_interfaceid": "bfa98b30-9350-4ec1-b3b4-a1628bc50174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.829369] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.891077] env[65664]: DEBUG oslo_concurrency.lockutils [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] Releasing lock "refresh_cache-a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.891397] env[65664]: DEBUG nova.compute.manager [req-e40e9fdf-9ef0-4e4c-a10b-2506d9e674ca req-76aae09f-7c5b-4b90-aff9-f6b159ed366b service nova] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Received event network-vif-deleted-87c02c8b-cce8-46c8-86fd-c0752d56c991 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1130.902908] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092875} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.903397] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.904291] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4777f0-3670-4569-a506-a160aec26a71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.932190] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92/a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.932751] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e39e41a1-327b-463c-83a9-7de95d27fb2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.958802] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1130.958802] env[65664]: value = "task-4416128" [ 1130.958802] env[65664]: _type = "Task" [ 1130.958802] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.968863] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.985451] env[65664]: DEBUG oslo_vmware.api [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416124, 'name': ReconfigVM_Task, 'duration_secs': 0.892535} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.986975] env[65664]: WARNING neutronclient.v2_0.client [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.987490] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.987890] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfigured VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1131.063423] env[65664]: DEBUG nova.objects.instance [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'flavor' on Instance uuid 863c101e-1238-477e-8bdf-931137eeab3b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.205629] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.241663] env[65664]: INFO nova.scheduler.client.report [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Deleted allocations for instance 691307fb-47ce-4bd8-be2e-e6836e214f68 [ 1131.299894] env[65664]: DEBUG oslo_concurrency.lockutils [req-2d670c12-7db7-428d-88a7-a4dd1c6d7dee req-574ad3b1-0499-4d5f-ac9b-f88fbe50e496 service nova] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.320058] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1131.353118] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1131.353397] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.353560] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1131.354347] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.354347] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1131.354347] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1131.354591] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.354790] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1131.355041] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1131.355208] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1131.355411] env[65664]: DEBUG nova.virt.hardware [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1131.356775] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e5f13-a392-46d6-aafc-973ffd0d3698 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.366570] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a5334-e15c-42b8-8e6a-26f8d02bd3ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.470153] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416128, 'name': ReconfigVM_Task, 'duration_secs': 0.400974} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.470514] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Reconfigured VM instance instance-0000006b to attach disk [datastore2] a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92/a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.471273] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd12d41-749d-47bc-9473-9c185268ffb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.479478] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1131.479478] env[65664]: value = "task-4416129" [ 1131.479478] env[65664]: _type = "Task" [ 1131.479478] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.489441] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416129, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.493862] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3371a310-a1e2-47b9-8204-60b96626d73f tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-bfa98b30-9350-4ec1-b3b4-a1628bc50174" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.549s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.533356] env[65664]: DEBUG nova.compute.manager [req-6c4fad28-bae2-4be3-bf93-b8b77263aba7 req-d7fe6ad9-e616-454b-9798-b621cd68a321 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Received event network-vif-deleted-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1131.533572] env[65664]: INFO nova.compute.manager [req-6c4fad28-bae2-4be3-bf93-b8b77263aba7 req-d7fe6ad9-e616-454b-9798-b621cd68a321 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Neutron deleted interface d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73; detaching it from the instance and deleting it from the info cache [ 1131.533774] env[65664]: DEBUG nova.network.neutron [req-6c4fad28-bae2-4be3-bf93-b8b77263aba7 req-d7fe6ad9-e616-454b-9798-b621cd68a321 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.566335] env[65664]: DEBUG nova.network.neutron [-] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.570835] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d8430009-2fc5-4131-9b06-fb8197a759ee tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.329s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.751804] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Lock "691307fb-47ce-4bd8-be2e-e6836e214f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.188s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.755588] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.755718] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquired lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.755817] env[65664]: DEBUG nova.network.neutron [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1131.880844] env[65664]: DEBUG nova.network.neutron [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Successfully updated port: a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1131.992108] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416129, 'name': Rename_Task, 'duration_secs': 0.220088} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.992459] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.992792] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ece893-7689-4122-9245-6cfeded6b82e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.001308] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1132.001308] env[65664]: value = "task-4416130" [ 1132.001308] env[65664]: _type = "Task" [ 1132.001308] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.011135] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.015858] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.016211] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.037025] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c54e1e6d-763d-4573-975a-d128b8cbde30 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.050233] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1464c5-73a2-4753-bbf0-27892be57f6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070542] env[65664]: INFO nova.compute.manager [-] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Took 1.33 seconds to deallocate network for instance. [ 1132.091952] env[65664]: DEBUG nova.compute.manager [req-6c4fad28-bae2-4be3-bf93-b8b77263aba7 req-d7fe6ad9-e616-454b-9798-b621cd68a321 service nova] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Detach interface failed, port_id=d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73, reason: Instance 9010d014-e62c-44a1-a3ba-544ade15f9d0 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1132.103285] env[65664]: DEBUG nova.compute.manager [req-fa6847a1-805b-47cc-a58b-a0219e3223e0 req-f652b4d5-532b-4dd3-a527-9d30cfdb01b2 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Received event network-vif-plugged-a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1132.103507] env[65664]: DEBUG oslo_concurrency.lockutils [req-fa6847a1-805b-47cc-a58b-a0219e3223e0 req-f652b4d5-532b-4dd3-a527-9d30cfdb01b2 service nova] Acquiring lock "0e58d341-8e11-413e-a9d7-edb6745a8146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.103730] env[65664]: DEBUG oslo_concurrency.lockutils [req-fa6847a1-805b-47cc-a58b-a0219e3223e0 req-f652b4d5-532b-4dd3-a527-9d30cfdb01b2 service nova] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.103905] env[65664]: DEBUG oslo_concurrency.lockutils [req-fa6847a1-805b-47cc-a58b-a0219e3223e0 req-f652b4d5-532b-4dd3-a527-9d30cfdb01b2 service nova] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.104070] env[65664]: DEBUG nova.compute.manager [req-fa6847a1-805b-47cc-a58b-a0219e3223e0 req-f652b4d5-532b-4dd3-a527-9d30cfdb01b2 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] No waiting events found dispatching network-vif-plugged-a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1132.104249] env[65664]: WARNING nova.compute.manager [req-fa6847a1-805b-47cc-a58b-a0219e3223e0 req-f652b4d5-532b-4dd3-a527-9d30cfdb01b2 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Received unexpected event network-vif-plugged-a63113a3-ff17-4649-9e80-61ab00f0d00e for instance with vm_state building and task_state spawning. [ 1132.258731] env[65664]: WARNING neutronclient.v2_0.client [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.384198] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.384345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.385485] env[65664]: DEBUG nova.network.neutron [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.516757] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.519837] env[65664]: INFO nova.compute.manager [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Detaching volume 513049f2-ed74-4f46-af7f-5e8bdc7d1b08 [ 1132.573615] env[65664]: INFO nova.virt.block_device [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Attempting to driver detach volume 513049f2-ed74-4f46-af7f-5e8bdc7d1b08 from mountpoint /dev/sdb [ 1132.574319] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.574634] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864214', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'name': 'volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863c101e-1238-477e-8bdf-931137eeab3b', 'attached_at': '', 'detached_at': '', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'serial': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.579220] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f440a6-d591-45d4-b81e-4f87d600a194 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.604333] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.604647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.604879] env[65664]: DEBUG nova.objects.instance [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'resources' on Instance uuid 9010d014-e62c-44a1-a3ba-544ade15f9d0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.607516] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572785d-fa1a-43c1-911b-52b3fc8f6660 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.621889] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff0d5ff-db5d-4690-8b32-88309ba7fe49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.650203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59193df3-794f-4fa7-9800-60f4baafc294 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.668933] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The volume has not been displaced from its original location: [datastore2] volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08/volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.674433] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.675761] env[65664]: WARNING neutronclient.v2_0.client [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.677980] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7d448d-7989-4dda-9cab-5e13a7eacb04 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.700650] env[65664]: DEBUG oslo_vmware.api [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1132.700650] env[65664]: value = "task-4416131" [ 1132.700650] env[65664]: _type = "Task" [ 1132.700650] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.710234] env[65664]: DEBUG oslo_vmware.api [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.787495] env[65664]: DEBUG nova.network.neutron [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [{"id": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "address": "fa:16:3e:5c:e8:81", "network": {"id": "bcb84090-3e17-4111-9c51-806541fbd9b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1938271196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e505a087364583bc6a5d460da9a6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4e34d0-8d", "ovs_interfaceid": "1c4e34d0-8d23-4e94-98e2-49aa493d5a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.934562] env[65664]: DEBUG nova.network.neutron [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1133.013746] env[65664]: DEBUG oslo_vmware.api [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416130, 'name': PowerOnVM_Task, 'duration_secs': 0.61896} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.014678] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.014678] env[65664]: INFO nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1133.014678] env[65664]: DEBUG nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.015330] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5db2c-38ad-4056-94aa-4d53c84036b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.035886] env[65664]: WARNING neutronclient.v2_0.client [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.124802] env[65664]: DEBUG nova.network.neutron [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Updating instance_info_cache with network_info: [{"id": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "address": "fa:16:3e:c3:c1:58", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63113a3-ff", "ovs_interfaceid": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.212628] env[65664]: DEBUG oslo_vmware.api [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416131, 'name': ReconfigVM_Task, 'duration_secs': 0.258588} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.212925] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.218580] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34fa4644-d6b2-4152-bcae-15857e9bfe49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.239841] env[65664]: DEBUG oslo_vmware.api [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1133.239841] env[65664]: value = "task-4416132" [ 1133.239841] env[65664]: _type = "Task" [ 1133.239841] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.252784] env[65664]: DEBUG oslo_vmware.api [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.290115] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Releasing lock "refresh_cache-6bb40da3-e0da-4408-a1ce-2df61c746e29" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.291434] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e32ac9b-344b-4d6a-88c3-32428a37a4ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.298984] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Resuming the VM {{(pid=65664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1133.302287] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64d87a5-b615-4905-bf3b-3566a7799911 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.311575] env[65664]: DEBUG oslo_vmware.api [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1133.311575] env[65664]: value = "task-4416133" [ 1133.311575] env[65664]: _type = "Task" [ 1133.311575] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.324222] env[65664]: DEBUG oslo_vmware.api [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.347317] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1a6f2-e9fb-4b15-a9a7-c9ec635a06b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.356879] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66d6d0-d5d5-48fb-954e-34cc18abfa51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.393414] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d7683-2225-4747-b645-8e2960222334 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.402857] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5e1a8-1876-4b3f-ac34-204a97169c98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.419970] env[65664]: DEBUG nova.compute.provider_tree [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.458097] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.458097] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.535125] env[65664]: INFO nova.compute.manager [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Took 14.91 seconds to build instance. [ 1133.627462] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.627942] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance network_info: |[{"id": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "address": "fa:16:3e:c3:c1:58", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63113a3-ff", "ovs_interfaceid": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1133.628500] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c1:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a63113a3-ff17-4649-9e80-61ab00f0d00e', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.636956] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1133.637237] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.637527] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a419055-894b-4b1c-9a4e-73a011e3dc35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.661430] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.661430] env[65664]: value = "task-4416134" [ 1133.661430] env[65664]: _type = "Task" [ 1133.661430] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.670908] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416134, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.754924] env[65664]: DEBUG oslo_vmware.api [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416132, 'name': ReconfigVM_Task, 'duration_secs': 0.161432} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.754924] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864214', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'name': 'volume-513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863c101e-1238-477e-8bdf-931137eeab3b', 'attached_at': '', 'detached_at': '', 'volume_id': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08', 'serial': '513049f2-ed74-4f46-af7f-5e8bdc7d1b08'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1133.826052] env[65664]: DEBUG oslo_vmware.api [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.926733] env[65664]: DEBUG nova.scheduler.client.report [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.961373] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.962333] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.962777] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b1b22-e63b-49e6-8240-1cc3a74bb9bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.987777] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794eee5-25fe-4220-ac30-f733c8615d80 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.015291] env[65664]: WARNING neutronclient.v2_0.client [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.022281] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfiguring VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1134.022953] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42287931-fb9d-494b-8c64-2a3372901fba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.038850] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.428s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.046705] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1134.046705] env[65664]: value = "task-4416135" [ 1134.046705] env[65664]: _type = "Task" [ 1134.046705] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.057347] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.162994] env[65664]: DEBUG nova.compute.manager [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Received event network-changed-a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1134.163237] env[65664]: DEBUG nova.compute.manager [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Refreshing instance network info cache due to event network-changed-a63113a3-ff17-4649-9e80-61ab00f0d00e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1134.163443] env[65664]: DEBUG oslo_concurrency.lockutils [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] Acquiring lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.163842] env[65664]: DEBUG oslo_concurrency.lockutils [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] Acquired lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.163842] env[65664]: DEBUG nova.network.neutron [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Refreshing network info cache for port a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.178258] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416134, 'name': CreateVM_Task, 'duration_secs': 0.515111} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.179058] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.179614] env[65664]: WARNING neutronclient.v2_0.client [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.180084] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.180268] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.180594] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.181158] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7d47a8-a1a4-4abf-9802-08a9b01f7a35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.188930] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1134.188930] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ccadfc-c87a-4088-5abd-ef2a6e5cf358" [ 1134.188930] env[65664]: _type = "Task" [ 1134.188930] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.198954] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ccadfc-c87a-4088-5abd-ef2a6e5cf358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.313373] env[65664]: DEBUG nova.objects.instance [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'flavor' on Instance uuid 863c101e-1238-477e-8bdf-931137eeab3b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.325818] env[65664]: DEBUG oslo_vmware.api [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416133, 'name': PowerOnVM_Task, 'duration_secs': 0.664173} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.326161] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Resumed the VM {{(pid=65664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1134.326349] env[65664]: DEBUG nova.compute.manager [None req-a2a2cb5b-e29c-4df7-ba09-dc0777e61e3a tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1134.327235] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada0b22-e38b-4374-b449-ed36826cf942 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.381096] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.381415] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.381595] env[65664]: DEBUG nova.compute.manager [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1134.383275] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac05d8-f763-4146-83ca-7913bd561aad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.390844] env[65664]: DEBUG nova.compute.manager [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1134.391415] env[65664]: DEBUG nova.objects.instance [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lazy-loading 'flavor' on Instance uuid a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.433841] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.457597] env[65664]: INFO nova.scheduler.client.report [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocations for instance 9010d014-e62c-44a1-a3ba-544ade15f9d0 [ 1134.558560] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.626084] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.626084] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.670956] env[65664]: WARNING neutronclient.v2_0.client [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.700460] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ccadfc-c87a-4088-5abd-ef2a6e5cf358, 'name': SearchDatastore_Task, 'duration_secs': 0.015406} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.700818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.701122] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.701311] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.701460] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.701640] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.701910] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821231e0-9dd0-4245-85f9-769875c18942 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.712269] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.712432] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.713213] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5571adfa-5f63-4e3d-b62a-5ed5416756d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.721648] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1134.721648] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5281ef40-4493-74cb-f0c2-ad22a953cde6" [ 1134.721648] env[65664]: _type = "Task" [ 1134.721648] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.731046] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5281ef40-4493-74cb-f0c2-ad22a953cde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.854718] env[65664]: WARNING neutronclient.v2_0.client [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.925569] env[65664]: DEBUG nova.network.neutron [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Updated VIF entry in instance network info cache for port a63113a3-ff17-4649-9e80-61ab00f0d00e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.925928] env[65664]: DEBUG nova.network.neutron [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Updating instance_info_cache with network_info: [{"id": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "address": "fa:16:3e:c3:c1:58", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63113a3-ff", "ovs_interfaceid": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.966708] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2e976239-07ee-49f1-925e-08f1b4b93739 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "9010d014-e62c-44a1-a3ba-544ade15f9d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.376s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.060200] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.128599] env[65664]: DEBUG nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1135.234095] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5281ef40-4493-74cb-f0c2-ad22a953cde6, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.234871] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4a31eb-13c6-42ad-a71a-cb4f8fa0879a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.241755] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1135.241755] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52346498-2207-c1a4-f20f-af30336b0f72" [ 1135.241755] env[65664]: _type = "Task" [ 1135.241755] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.251821] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52346498-2207-c1a4-f20f-af30336b0f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.324390] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce56a765-9312-4877-86ab-86eb8c368157 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.308s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.398142] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.398527] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d8d91b-ddf6-426d-b63e-4463a593a755 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.407864] env[65664]: DEBUG oslo_vmware.api [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1135.407864] env[65664]: value = "task-4416136" [ 1135.407864] env[65664]: _type = "Task" [ 1135.407864] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.419176] env[65664]: DEBUG oslo_vmware.api [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.429182] env[65664]: DEBUG oslo_concurrency.lockutils [req-70b32940-ee8e-45d6-bc06-67b7b62427c4 req-82b0dcbd-15eb-4752-b0ef-f6835d16fe6e service nova] Releasing lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.560903] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.660290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.660571] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.662464] env[65664]: INFO nova.compute.claims [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.752979] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52346498-2207-c1a4-f20f-af30336b0f72, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.753275] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.753543] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.753816] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b79d01-36fc-496f-857f-0f95baff1f75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.761329] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1135.761329] env[65664]: value = "task-4416137" [ 1135.761329] env[65664]: _type = "Task" [ 1135.761329] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.770636] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.851414] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.851836] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.852162] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "863c101e-1238-477e-8bdf-931137eeab3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.852441] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.852709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.855380] env[65664]: INFO nova.compute.manager [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Terminating instance [ 1135.918861] env[65664]: DEBUG oslo_vmware.api [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416136, 'name': PowerOffVM_Task, 'duration_secs': 0.208556} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.919155] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.919355] env[65664]: DEBUG nova.compute.manager [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.920266] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792033b7-2eff-4535-8ea0-6bf29f72270f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.062320] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.274537] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45719} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.275330] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.275330] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.275689] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddecd8f9-7e57-4e40-b2a5-674566c297d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.284089] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1136.284089] env[65664]: value = "task-4416138" [ 1136.284089] env[65664]: _type = "Task" [ 1136.284089] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.294960] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.359514] env[65664]: DEBUG nova.compute.manager [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1136.359810] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.360977] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680115ad-a2a4-48ec-aab4-799dabb3513e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.369774] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.370078] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9d54e4-abda-4776-a868-28b6050b6d94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.377408] env[65664]: DEBUG oslo_vmware.api [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1136.377408] env[65664]: value = "task-4416139" [ 1136.377408] env[65664]: _type = "Task" [ 1136.377408] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.387679] env[65664]: DEBUG oslo_vmware.api [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.434025] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6faed40-33bb-4f7c-8006-120a1756c451 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.561773] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.580642] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.580932] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.796448] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07056} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.799783] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.801198] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ef2462-019a-4dc8-9b20-0cf57914a76a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.826192] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.828990] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c475726-5366-4bbc-b64a-f627dbe85868 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.851313] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1136.851313] env[65664]: value = "task-4416140" [ 1136.851313] env[65664]: _type = "Task" [ 1136.851313] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.863028] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.886372] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e63f6-4111-425b-8ac7-292769076c56 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.894989] env[65664]: DEBUG oslo_vmware.api [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416139, 'name': PowerOffVM_Task, 'duration_secs': 0.284235} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.895774] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.895958] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.896263] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a1d66d-0ad2-4c08-bb88-6775a19e90c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.901204] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac9d08-bb02-43b0-8e3e-77e15c22bd7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.935146] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b74ba9-817b-45cd-aa24-c0975052596d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.944789] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add531b7-c6eb-4cb8-9af1-d5223697051e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.961743] env[65664]: DEBUG nova.compute.provider_tree [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.972965] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.973122] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.973447] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleting the datastore file [datastore1] 863c101e-1238-477e-8bdf-931137eeab3b {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.974139] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc45ce3-6390-437d-abc2-9e6635f77e16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.984707] env[65664]: DEBUG oslo_vmware.api [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1136.984707] env[65664]: value = "task-4416142" [ 1136.984707] env[65664]: _type = "Task" [ 1136.984707] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.994922] env[65664]: DEBUG oslo_vmware.api [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.060961] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.069718] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.070347] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.082831] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.364367] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416140, 'name': ReconfigVM_Task, 'duration_secs': 0.499806} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.364675] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.365327] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0811da9d-a09a-4da2-ad52-e1f7e90e2a99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.372621] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1137.372621] env[65664]: value = "task-4416143" [ 1137.372621] env[65664]: _type = "Task" [ 1137.372621] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.383126] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416143, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.467682] env[65664]: DEBUG nova.scheduler.client.report [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.473022] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.473252] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.473455] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.473631] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.473789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.475782] env[65664]: INFO nova.compute.manager [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Terminating instance [ 1137.481596] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6dcae-66ed-8d31-907f-7e500fa72313/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.482891] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb85d98-d081-41fa-8fa8-6d3aae6b9c98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.495640] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6dcae-66ed-8d31-907f-7e500fa72313/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.495808] env[65664]: ERROR oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6dcae-66ed-8d31-907f-7e500fa72313/disk-0.vmdk due to incomplete transfer. [ 1137.499177] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50049847-592f-429a-b671-650a8e355bcb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.501080] env[65664]: DEBUG oslo_vmware.api [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14844} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.501613] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.501804] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.501982] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.502167] env[65664]: INFO nova.compute.manager [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.502401] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1137.502965] env[65664]: DEBUG nova.compute.manager [-] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1137.503128] env[65664]: DEBUG nova.network.neutron [-] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1137.503413] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.509528] env[65664]: DEBUG oslo_vmware.rw_handles [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6dcae-66ed-8d31-907f-7e500fa72313/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1137.509742] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Uploaded image a752d44a-32ef-4cc3-ad45-03399ecd9a71 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1137.512369] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1137.513161] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44f7622b-0653-4423-8771-fa5d51828070 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.520325] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1137.520325] env[65664]: value = "task-4416144" [ 1137.520325] env[65664]: _type = "Task" [ 1137.520325] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.529696] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416144, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.560610] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.572966] env[65664]: INFO nova.compute.manager [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Detaching volume 5b509bc0-962b-49ae-aa0b-0135aca62667 [ 1137.580852] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.608894] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.615752] env[65664]: INFO nova.virt.block_device [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Attempting to driver detach volume 5b509bc0-962b-49ae-aa0b-0135aca62667 from mountpoint /dev/sdb [ 1137.616040] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.616236] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.617120] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ceea6-aa47-4f3c-8bdf-414e0433f182 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.639428] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065ac795-84ee-4d29-9bba-9777cb1dc347 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.647246] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05e458e-29e9-40ea-bafd-764b869f1606 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.669347] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a25e8b-7d90-431f-b91f-be7cff1e2a89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.684996] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The volume has not been displaced from its original location: [datastore1] volume-5b509bc0-962b-49ae-aa0b-0135aca62667/volume-5b509bc0-962b-49ae-aa0b-0135aca62667.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.690323] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.690707] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b7364d-7863-41e4-aba4-6541c4f83a05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.709856] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1137.709856] env[65664]: value = "task-4416145" [ 1137.709856] env[65664]: _type = "Task" [ 1137.709856] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.721191] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.888428] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416143, 'name': Rename_Task, 'duration_secs': 0.153438} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.888601] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.888900] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a976f5-fdfe-4108-a53d-b6d938095408 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.898738] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1137.898738] env[65664]: value = "task-4416146" [ 1137.898738] env[65664]: _type = "Task" [ 1137.898738] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.911589] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.976710] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.977438] env[65664]: DEBUG nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1137.980596] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.372s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.982108] env[65664]: INFO nova.compute.claims [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.987576] env[65664]: DEBUG nova.compute.manager [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1137.987800] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.988686] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a72515-2b1c-457b-94ba-aa82d9bb0cb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.998987] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.999507] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd1c5c6-b85b-478b-bb82-a14dc42ea9b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.032524] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416144, 'name': Destroy_Task, 'duration_secs': 0.47305} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.032911] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroyed the VM [ 1138.033499] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1138.033886] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98355ff8-3446-43f6-9f83-10184a53ab69 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.042047] env[65664]: DEBUG nova.compute.manager [req-ba07609d-74e2-48c4-80e1-bf70562936a8 req-0070dd9d-92b3-40b4-81b6-d5ebd6bb73ce service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Received event network-vif-deleted-f864c541-a578-4fbd-93f8-562c711c4ddb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1138.042817] env[65664]: INFO nova.compute.manager [req-ba07609d-74e2-48c4-80e1-bf70562936a8 req-0070dd9d-92b3-40b4-81b6-d5ebd6bb73ce service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Neutron deleted interface f864c541-a578-4fbd-93f8-562c711c4ddb; detaching it from the instance and deleting it from the info cache [ 1138.042817] env[65664]: DEBUG nova.network.neutron [req-ba07609d-74e2-48c4-80e1-bf70562936a8 req-0070dd9d-92b3-40b4-81b6-d5ebd6bb73ce service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.046307] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1138.046307] env[65664]: value = "task-4416148" [ 1138.046307] env[65664]: _type = "Task" [ 1138.046307] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.060055] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416148, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.068180] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.075508] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.076229] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.076229] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.076653] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-820c62f5-63d5-4853-90c9-515290165389 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.085903] env[65664]: DEBUG oslo_vmware.api [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1138.085903] env[65664]: value = "task-4416149" [ 1138.085903] env[65664]: _type = "Task" [ 1138.085903] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.096138] env[65664]: DEBUG oslo_vmware.api [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.224368] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.411778] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416146, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.487611] env[65664]: DEBUG nova.compute.utils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.491322] env[65664]: DEBUG nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1138.521732] env[65664]: DEBUG nova.network.neutron [-] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.548259] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a77e36bc-4faf-4901-92cc-8cbcd1e00682 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.561697] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620fd79c-bd98-4efd-85c6-6755626d4177 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.580709] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.580957] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416148, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.600578] env[65664]: DEBUG nova.compute.manager [req-ba07609d-74e2-48c4-80e1-bf70562936a8 req-0070dd9d-92b3-40b4-81b6-d5ebd6bb73ce service nova] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Detach interface failed, port_id=f864c541-a578-4fbd-93f8-562c711c4ddb, reason: Instance 863c101e-1238-477e-8bdf-931137eeab3b could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1138.603787] env[65664]: DEBUG oslo_vmware.api [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142597} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.604027] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.604212] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.604380] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.604551] env[65664]: INFO nova.compute.manager [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1138.604779] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1138.604963] env[65664]: DEBUG nova.compute.manager [-] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1138.605071] env[65664]: DEBUG nova.network.neutron [-] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1138.605384] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.651456] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.722382] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.877516] env[65664]: DEBUG nova.compute.manager [req-bfc5e407-d4a1-46e0-8cce-533b1d98f2b4 req-1ec731e7-0a1b-4b98-b825-5349e4ee6518 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Received event network-vif-deleted-c48f4b56-a2d7-4856-b11d-4a74523036db {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1138.877718] env[65664]: INFO nova.compute.manager [req-bfc5e407-d4a1-46e0-8cce-533b1d98f2b4 req-1ec731e7-0a1b-4b98-b825-5349e4ee6518 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Neutron deleted interface c48f4b56-a2d7-4856-b11d-4a74523036db; detaching it from the instance and deleting it from the info cache [ 1138.877909] env[65664]: DEBUG nova.network.neutron [req-bfc5e407-d4a1-46e0-8cce-533b1d98f2b4 req-1ec731e7-0a1b-4b98-b825-5349e4ee6518 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.910454] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.993033] env[65664]: DEBUG nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1139.024795] env[65664]: INFO nova.compute.manager [-] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Took 1.52 seconds to deallocate network for instance. [ 1139.063092] env[65664]: DEBUG oslo_vmware.api [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416148, 'name': RemoveSnapshot_Task, 'duration_secs': 0.852865} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.064520] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1139.064763] env[65664]: INFO nova.compute.manager [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 1139.071155] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.177214] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73532f33-7dff-4cec-8a9d-ae8d8310c5c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.187399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2220d75c-d091-4bc1-9999-de344b391c72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.234619] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831e223-4742-40e8-a8d9-1b3485a78187 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.243783] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416145, 'name': ReconfigVM_Task, 'duration_secs': 1.43205} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.246335] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.253112] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88944cd0-ce05-457e-b0fd-9547bfbc8487 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.269893] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c2e8d9-8491-4b20-ae28-f117b615eeec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.287483] env[65664]: DEBUG nova.compute.provider_tree [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.291306] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1139.291306] env[65664]: value = "task-4416150" [ 1139.291306] env[65664]: _type = "Task" [ 1139.291306] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.302618] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.358476] env[65664]: DEBUG nova.network.neutron [-] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.380638] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d977816-b394-4466-b865-bebab821e17a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.391215] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f8bdf-468f-428b-b2e6-061c60ec55d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.419366] env[65664]: DEBUG oslo_vmware.api [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416146, 'name': PowerOnVM_Task, 'duration_secs': 1.396655} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.420345] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.420559] env[65664]: INFO nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1139.420735] env[65664]: DEBUG nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1139.421690] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ad0076-d3f1-4082-9438-30e7382f5a43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.435964] env[65664]: DEBUG nova.compute.manager [req-bfc5e407-d4a1-46e0-8cce-533b1d98f2b4 req-1ec731e7-0a1b-4b98-b825-5349e4ee6518 service nova] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Detach interface failed, port_id=c48f4b56-a2d7-4856-b11d-4a74523036db, reason: Instance a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1139.532386] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.565967] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.634661] env[65664]: DEBUG nova.compute.manager [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Found 3 images (rotation: 2) {{(pid=65664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1139.634955] env[65664]: DEBUG nova.compute.manager [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Rotating out 1 backups {{(pid=65664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5062}} [ 1139.635038] env[65664]: DEBUG nova.compute.manager [None req-75942f11-f02b-4e3f-aeb2-741466c306d9 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleting image 2542f750-89fb-4746-98fd-b3df756b0302 {{(pid=65664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5067}} [ 1139.792761] env[65664]: DEBUG nova.scheduler.client.report [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.806882] env[65664]: DEBUG oslo_vmware.api [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416150, 'name': ReconfigVM_Task, 'duration_secs': 0.161237} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.807196] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864191', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'name': 'volume-5b509bc0-962b-49ae-aa0b-0135aca62667', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '217852f2-958f-48b8-9eb7-3e7368e91ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '5b509bc0-962b-49ae-aa0b-0135aca62667', 'serial': '5b509bc0-962b-49ae-aa0b-0135aca62667'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.861738] env[65664]: INFO nova.compute.manager [-] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Took 1.26 seconds to deallocate network for instance. [ 1139.909310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.909596] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.909814] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.909992] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.910383] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.912546] env[65664]: INFO nova.compute.manager [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Terminating instance [ 1139.952412] env[65664]: INFO nova.compute.manager [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Took 13.49 seconds to build instance. [ 1140.005562] env[65664]: DEBUG nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1140.026959] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.027243] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.027538] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.027739] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.027882] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.028084] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.028309] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.028464] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.028626] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.028785] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.028951] env[65664]: DEBUG nova.virt.hardware [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.029980] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715af498-ce14-4329-b5b7-f300ad00145d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.039389] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c681ef-d22d-4a78-a949-cee90c9eaff3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.056493] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.062421] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Creating folder: Project (7a8e4dd0141b4dc792a9fb961464676f). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.066059] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9883df97-4a48-4870-9774-3a2eeef3b2d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.073968] env[65664]: DEBUG oslo_vmware.api [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416135, 'name': ReconfigVM_Task, 'duration_secs': 5.871883} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.074225] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.074491] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Reconfigured VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1140.074952] env[65664]: WARNING neutronclient.v2_0.client [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.075342] env[65664]: WARNING neutronclient.v2_0.client [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.078747] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Created folder: Project (7a8e4dd0141b4dc792a9fb961464676f) in parent group-v863926. [ 1140.078920] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Creating folder: Instances. Parent ref: group-v864219. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.079178] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68762876-86f6-4db7-ad10-e93b6d5c5612 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.090156] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Created folder: Instances in parent group-v864219. [ 1140.090415] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1140.090616] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.090831] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d35897a-fd50-4ba2-b4cd-f5a0f2e8053e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.112033] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.112033] env[65664]: value = "task-4416153" [ 1140.112033] env[65664]: _type = "Task" [ 1140.112033] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.118641] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416153, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.302440] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.303166] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1140.306279] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.774s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.306279] env[65664]: DEBUG nova.objects.instance [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'resources' on Instance uuid 863c101e-1238-477e-8bdf-931137eeab3b {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.368999] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.378609] env[65664]: DEBUG nova.objects.instance [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'flavor' on Instance uuid 217852f2-958f-48b8-9eb7-3e7368e91ac8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.415851] env[65664]: DEBUG nova.compute.manager [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1140.416131] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.417590] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30550c69-0ae3-42c7-ac3f-9e178037333d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.427086] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.427454] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e44c3885-4f2c-456e-be0b-c1aadc9e33ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.436425] env[65664]: DEBUG oslo_vmware.api [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1140.436425] env[65664]: value = "task-4416154" [ 1140.436425] env[65664]: _type = "Task" [ 1140.436425] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.447900] env[65664]: DEBUG oslo_vmware.api [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.454665] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6b3b9062-1e24-4613-9608-367540f935d0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.009s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.623033] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416153, 'name': CreateVM_Task, 'duration_secs': 0.37156} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.623294] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.623786] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.624014] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.624499] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.624804] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea22312-5b92-4180-acd8-560953fbde3b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.631153] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1140.631153] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527b0bea-89b7-5479-74b1-096269bfe8b8" [ 1140.631153] env[65664]: _type = "Task" [ 1140.631153] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.644164] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527b0bea-89b7-5479-74b1-096269bfe8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.811655] env[65664]: DEBUG nova.compute.manager [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-vif-deleted-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1140.812320] env[65664]: INFO nova.compute.manager [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Neutron deleted interface a7504efd-d65a-4442-8ccd-d2a0d44e6af8; detaching it from the instance and deleting it from the info cache [ 1140.812462] env[65664]: DEBUG nova.network.neutron [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfa98b30-9350-4ec1-b3b4-a1628bc50174", "address": "fa:16:3e:c1:52:21", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa98b30-93", "ovs_interfaceid": "bfa98b30-9350-4ec1-b3b4-a1628bc50174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.814998] env[65664]: DEBUG nova.compute.utils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.823858] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1140.823858] env[65664]: DEBUG nova.network.neutron [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1140.824348] env[65664]: WARNING neutronclient.v2_0.client [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.824553] env[65664]: WARNING neutronclient.v2_0.client [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.919747] env[65664]: DEBUG nova.policy [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87822fecf4f440c0b33ceea2b4957a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17cdff1850a345f7b59cb69c46148a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.951068] env[65664]: DEBUG oslo_vmware.api [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416154, 'name': PowerOffVM_Task, 'duration_secs': 0.292642} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.951372] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.951605] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.952381] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59308217-5013-4a19-a8ee-4699c8936334 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.027216] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.027493] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.027689] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleting the datastore file [datastore1] 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.028040] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a4db6dd-703d-46dd-a1b4-d84b4cdc50b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.036351] env[65664]: DEBUG oslo_vmware.api [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for the task: (returnval){ [ 1141.036351] env[65664]: value = "task-4416156" [ 1141.036351] env[65664]: _type = "Task" [ 1141.036351] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.049819] env[65664]: DEBUG oslo_vmware.api [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.065018] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab6d5e-d194-4ab7-a796-862b60275120 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.075173] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c3f6f1-be77-4abb-af98-d5c4df3d6f6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.111912] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958d28de-e1dd-4f2c-8fe2-f1b5536f5e20 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.121728] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034dffe2-95eb-4402-84f8-442b2f53efee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.138608] env[65664]: DEBUG nova.compute.provider_tree [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.150764] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527b0bea-89b7-5479-74b1-096269bfe8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.016277} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.151974] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.152269] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.152521] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.152667] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.152846] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.153432] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf40a4a-2f7a-410b-95e4-956c2de19a9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.163647] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.163845] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.164546] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a780f540-5a38-4bcd-aa27-bcdb11fd961b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.171153] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1141.171153] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c5fe16-b90a-3033-0904-27c4f9b5622d" [ 1141.171153] env[65664]: _type = "Task" [ 1141.171153] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.183596] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c5fe16-b90a-3033-0904-27c4f9b5622d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.184522] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1724a941-3018-4ba8-9955-0225b4437df8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.191733] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1141.191733] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a929f-8688-0fcb-4e6b-a7302eb9d056" [ 1141.191733] env[65664]: _type = "Task" [ 1141.191733] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.206980] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525a929f-8688-0fcb-4e6b-a7302eb9d056, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.207325] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.207595] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.207867] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736ef57c-1ef6-413d-8a3e-55ae1db29b98 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.216706] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1141.216706] env[65664]: value = "task-4416157" [ 1141.216706] env[65664]: _type = "Task" [ 1141.216706] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.227843] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.321094] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1141.326730] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.326941] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] Acquired lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.328116] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d1da4-688f-4e7f-a883-6a54f6458330 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.333887] env[65664]: DEBUG nova.network.neutron [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Successfully created port: 27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1141.352214] env[65664]: DEBUG oslo_concurrency.lockutils [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] Releasing lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.352214] env[65664]: WARNING nova.compute.manager [req-8e941116-8d21-4335-952b-9ab3cb5e0c9c req-95c812fa-b482-42a8-8a76-a517fd2420d0 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Detach interface failed, port_id=a7504efd-d65a-4442-8ccd-d2a0d44e6af8, reason: No device with interface-id a7504efd-d65a-4442-8ccd-d2a0d44e6af8 exists on VM: nova.exception.NotFound: No device with interface-id a7504efd-d65a-4442-8ccd-d2a0d44e6af8 exists on VM [ 1141.365627] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.365627] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.365627] env[65664]: DEBUG nova.network.neutron [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.394776] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d20cee30-5373-4add-80d7-278bed924c45 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.325s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.549867] env[65664]: DEBUG oslo_vmware.api [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Task: {'id': task-4416156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197612} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.550480] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.550480] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.550751] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.551023] env[65664]: INFO nova.compute.manager [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1141.551387] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1141.551805] env[65664]: DEBUG nova.compute.manager [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1141.551805] env[65664]: DEBUG nova.network.neutron [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1141.552171] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.588537] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.641769] env[65664]: DEBUG nova.scheduler.client.report [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.703254] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.703505] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.703962] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "217852f2-958f-48b8-9eb7-3e7368e91ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.704327] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.704517] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.706674] env[65664]: INFO nova.compute.manager [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Terminating instance [ 1141.731894] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416157, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.867914] env[65664]: WARNING neutronclient.v2_0.client [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.096479] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.096763] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.097016] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.097327] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.097581] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.099878] env[65664]: INFO nova.compute.manager [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Terminating instance [ 1142.148953] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.151405] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.783s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.151642] env[65664]: DEBUG nova.objects.instance [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lazy-loading 'resources' on Instance uuid a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.178315] env[65664]: INFO nova.scheduler.client.report [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted allocations for instance 863c101e-1238-477e-8bdf-931137eeab3b [ 1142.208457] env[65664]: WARNING neutronclient.v2_0.client [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.211699] env[65664]: DEBUG nova.compute.manager [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1142.212296] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.213854] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f996e-81d7-4071-ad9d-69caf9adfc15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.225096] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.225999] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4195810f-860b-400c-8ab6-5bd6c578e871 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.232958] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53699} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.234699] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.234699] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.234892] env[65664]: DEBUG oslo_vmware.api [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1142.234892] env[65664]: value = "task-4416158" [ 1142.234892] env[65664]: _type = "Task" [ 1142.234892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.235097] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03be24e-2faf-4615-9910-5b575bcc3feb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.249895] env[65664]: DEBUG oslo_vmware.api [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.251571] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1142.251571] env[65664]: value = "task-4416159" [ 1142.251571] env[65664]: _type = "Task" [ 1142.251571] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.260864] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.321270] env[65664]: DEBUG nova.network.neutron [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.335544] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1142.339464] env[65664]: INFO nova.network.neutron [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Port bfa98b30-9350-4ec1-b3b4-a1628bc50174 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1142.339850] env[65664]: DEBUG nova.network.neutron [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [{"id": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "address": "fa:16:3e:1c:0e:3a", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4c6aaf-b6", "ovs_interfaceid": "5a4c6aaf-b622-432f-84b9-4d79ea4b75d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.366470] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.366770] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.366924] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.367154] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.367308] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.367450] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.367662] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.367816] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.367998] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.368244] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.368423] env[65664]: DEBUG nova.virt.hardware [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.369334] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851eab83-af07-4b91-b9e8-13dd18720078 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.379888] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4bc66-8502-4106-b98b-a6c9812a9996 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.604174] env[65664]: DEBUG nova.compute.manager [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1142.604480] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.606296] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06fa79a-ee31-4d62-b76e-8fee79bf2558 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.615278] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.615598] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1be81c6-44d9-4d78-85ae-30f07a926db4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.622729] env[65664]: DEBUG oslo_vmware.api [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1142.622729] env[65664]: value = "task-4416160" [ 1142.622729] env[65664]: _type = "Task" [ 1142.622729] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.631803] env[65664]: DEBUG oslo_vmware.api [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.686062] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ce3facc9-94c4-48a2-a739-4652117811a6 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "863c101e-1238-477e-8bdf-931137eeab3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.834s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.748948] env[65664]: DEBUG oslo_vmware.api [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416158, 'name': PowerOffVM_Task, 'duration_secs': 0.308515} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.751784] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.751975] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.752575] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e04c05-c2c3-4443-81ac-5a17825a330a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.762995] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135784} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.765913] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.766987] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5d89f-bc0f-46db-9e78-0b8158ca79c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.789410] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.792612] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb9d3fc-a202-4664-81b5-7e387c381199 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.810089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.810783] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.811020] env[65664]: DEBUG nova.compute.manager [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1142.811927] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7c454-6fae-4fca-9bc4-3387c92385be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.816624] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1142.816624] env[65664]: value = "task-4416162" [ 1142.816624] env[65664]: _type = "Task" [ 1142.816624] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.827676] env[65664]: INFO nova.compute.manager [-] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Took 1.28 seconds to deallocate network for instance. [ 1142.828065] env[65664]: DEBUG nova.compute.manager [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1142.828764] env[65664]: DEBUG nova.objects.instance [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'flavor' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.833520] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.833722] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.833911] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore1] 217852f2-958f-48b8-9eb7-3e7368e91ac8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.840651] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0646761-a476-467d-aca7-be99e8bdf977 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.842905] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.846035] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.854710] env[65664]: DEBUG oslo_vmware.api [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1142.854710] env[65664]: value = "task-4416163" [ 1142.854710] env[65664]: _type = "Task" [ 1142.854710] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.866659] env[65664]: DEBUG oslo_vmware.api [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.872350] env[65664]: DEBUG nova.compute.manager [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Received event network-changed-a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1142.872540] env[65664]: DEBUG nova.compute.manager [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Refreshing instance network info cache due to event network-changed-a63113a3-ff17-4649-9e80-61ab00f0d00e. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1142.872744] env[65664]: DEBUG oslo_concurrency.lockutils [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] Acquiring lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.872878] env[65664]: DEBUG oslo_concurrency.lockutils [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] Acquired lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.873240] env[65664]: DEBUG nova.network.neutron [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Refreshing network info cache for port a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.882962] env[65664]: DEBUG nova.compute.manager [req-fed432db-7db3-45dd-9913-06be57749123 req-280c15ff-5dd2-4d01-984d-c87a03bcfceb service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Received event network-vif-plugged-27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1142.883330] env[65664]: DEBUG oslo_concurrency.lockutils [req-fed432db-7db3-45dd-9913-06be57749123 req-280c15ff-5dd2-4d01-984d-c87a03bcfceb service nova] Acquiring lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.883599] env[65664]: DEBUG oslo_concurrency.lockutils [req-fed432db-7db3-45dd-9913-06be57749123 req-280c15ff-5dd2-4d01-984d-c87a03bcfceb service nova] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.883843] env[65664]: DEBUG oslo_concurrency.lockutils [req-fed432db-7db3-45dd-9913-06be57749123 req-280c15ff-5dd2-4d01-984d-c87a03bcfceb service nova] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.884088] env[65664]: DEBUG nova.compute.manager [req-fed432db-7db3-45dd-9913-06be57749123 req-280c15ff-5dd2-4d01-984d-c87a03bcfceb service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] No waiting events found dispatching network-vif-plugged-27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1142.884340] env[65664]: WARNING nova.compute.manager [req-fed432db-7db3-45dd-9913-06be57749123 req-280c15ff-5dd2-4d01-984d-c87a03bcfceb service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Received unexpected event network-vif-plugged-27f14678-7928-4276-a629-1cc025147963 for instance with vm_state building and task_state spawning. [ 1142.900456] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7264b4-c281-497b-9e96-2f46bfb78e6e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.909600] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4498bcc9-1c64-4c45-ab92-7dc8425f95ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.946485] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd9690-bbc2-46d6-b817-a2a8cd605dc7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.956268] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988b903c-b9ea-4a53-aa0c-26598e515bda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.972890] env[65664]: DEBUG nova.compute.provider_tree [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.007796] env[65664]: DEBUG nova.network.neutron [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Successfully updated port: 27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1143.135666] env[65664]: DEBUG oslo_vmware.api [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416160, 'name': PowerOffVM_Task, 'duration_secs': 0.446398} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.135935] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.136113] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.136382] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4863e50-1fec-44b4-8b4a-952fde03ddc2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.259643] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.259874] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.260151] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleting the datastore file [datastore2] c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.260412] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90902d0-5874-4ad2-84a9-78a1ba5cbd93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.268246] env[65664]: DEBUG oslo_vmware.api [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1143.268246] env[65664]: value = "task-4416165" [ 1143.268246] env[65664]: _type = "Task" [ 1143.268246] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.280084] env[65664]: DEBUG oslo_vmware.api [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.327765] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.344778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.350142] env[65664]: DEBUG oslo_concurrency.lockutils [None req-48c64b36-de1c-4040-95ac-b3a62bc3f923 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.892s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.365593] env[65664]: DEBUG oslo_vmware.api [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188712} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.365854] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.366052] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.366235] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.366404] env[65664]: INFO nova.compute.manager [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1143.366641] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1143.367420] env[65664]: DEBUG nova.compute.manager [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.367556] env[65664]: DEBUG nova.network.neutron [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.367805] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.375917] env[65664]: WARNING neutronclient.v2_0.client [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.402668] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.476442] env[65664]: DEBUG nova.scheduler.client.report [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.510397] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.510628] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.510813] env[65664]: DEBUG nova.network.neutron [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1143.765243] env[65664]: WARNING neutronclient.v2_0.client [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.779860] env[65664]: DEBUG oslo_vmware.api [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203928} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.780152] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.780347] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.780518] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.781365] env[65664]: INFO nova.compute.manager [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1143.781365] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1143.781365] env[65664]: DEBUG nova.compute.manager [-] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.781365] env[65664]: DEBUG nova.network.neutron [-] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.781624] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.828277] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416162, 'name': ReconfigVM_Task, 'duration_secs': 0.895306} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.831383] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Reconfigured VM instance instance-0000006d to attach disk [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.833274] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48402dda-6047-4ea4-a9b3-4ea1568fcaf3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.842040] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1143.842040] env[65664]: value = "task-4416166" [ 1143.842040] env[65664]: _type = "Task" [ 1143.842040] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.846989] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.847302] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c7f650-71d6-42d4-b211-7ff1ce9eb6bf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.860497] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416166, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.864205] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.866769] env[65664]: DEBUG oslo_vmware.api [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1143.866769] env[65664]: value = "task-4416167" [ 1143.866769] env[65664]: _type = "Task" [ 1143.866769] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.881952] env[65664]: DEBUG oslo_vmware.api [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.909104] env[65664]: DEBUG nova.network.neutron [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Updated VIF entry in instance network info cache for port a63113a3-ff17-4649-9e80-61ab00f0d00e. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.909599] env[65664]: DEBUG nova.network.neutron [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Updating instance_info_cache with network_info: [{"id": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "address": "fa:16:3e:c3:c1:58", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63113a3-ff", "ovs_interfaceid": "a63113a3-ff17-4649-9e80-61ab00f0d00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.924175] env[65664]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port bfa98b30-9350-4ec1-b3b4-a1628bc50174 could not be found.", "detail": ""}} {{(pid=65664) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1143.924175] env[65664]: DEBUG nova.network.neutron [-] Unable to show port bfa98b30-9350-4ec1-b3b4-a1628bc50174 as it no longer exists. {{(pid=65664) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1143.982495] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.985851] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.640s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.985851] env[65664]: DEBUG nova.objects.instance [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lazy-loading 'resources' on Instance uuid 6bb40da3-e0da-4408-a1ce-2df61c746e29 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.022417] env[65664]: INFO nova.scheduler.client.report [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92 [ 1144.073917] env[65664]: DEBUG nova.network.neutron [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1144.163062] env[65664]: WARNING neutronclient.v2_0.client [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.353636] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416166, 'name': Rename_Task, 'duration_secs': 0.160186} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.353897] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.354295] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b9c1a08-a0b7-4cd8-95e9-8738ab3692e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.359046] env[65664]: DEBUG nova.network.neutron [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [{"id": "27f14678-7928-4276-a629-1cc025147963", "address": "fa:16:3e:6c:44:2d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f14678-79", "ovs_interfaceid": "27f14678-7928-4276-a629-1cc025147963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.365267] env[65664]: DEBUG nova.network.neutron [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.366938] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1144.366938] env[65664]: value = "task-4416168" [ 1144.366938] env[65664]: _type = "Task" [ 1144.366938] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.386322] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.391061] env[65664]: DEBUG oslo_vmware.api [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416167, 'name': PowerOffVM_Task, 'duration_secs': 0.316826} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.391061] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.391061] env[65664]: DEBUG nova.compute.manager [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1144.391843] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0645e0-507a-4b6d-a5cb-47cc1390158e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.412800] env[65664]: DEBUG oslo_concurrency.lockutils [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] Releasing lock "refresh_cache-0e58d341-8e11-413e-a9d7-edb6745a8146" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.413031] env[65664]: DEBUG nova.compute.manager [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-vif-deleted-bfa98b30-9350-4ec1-b3b4-a1628bc50174 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.413325] env[65664]: DEBUG nova.compute.manager [req-60e569d3-d234-4b3d-bc14-3a60fc3d7a3c req-80a03d68-ae7a-429a-be4a-e05df941fd82 service nova] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Received event network-vif-deleted-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.541052] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.068s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.685620] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db09ef5-4e47-45b6-99a4-39b96bd184e6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.694601] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610cf718-0d03-4a7b-8620-03c68b692f66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.732154] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc13e05-e3da-48e5-95a2-f1b5485b2ff9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.742081] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7427a2f-02a4-454d-992c-f9e753d197e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.757364] env[65664]: DEBUG nova.compute.provider_tree [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.791890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.792222] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.868663] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.869043] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Instance network_info: |[{"id": "27f14678-7928-4276-a629-1cc025147963", "address": "fa:16:3e:6c:44:2d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f14678-79", "ovs_interfaceid": "27f14678-7928-4276-a629-1cc025147963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1144.869526] env[65664]: INFO nova.compute.manager [-] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Took 1.50 seconds to deallocate network for instance. [ 1144.870287] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:44:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f14678-7928-4276-a629-1cc025147963', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.877903] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1144.887127] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.887619] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f838446d-3a0d-49d3-8c62-879c3d921585 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.912481] env[65664]: DEBUG oslo_vmware.api [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416168, 'name': PowerOnVM_Task, 'duration_secs': 0.491374} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.913094] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8188e8d-c30a-4ace-a946-205b12692056 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.914246] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.916037] env[65664]: INFO nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Took 4.91 seconds to spawn the instance on the hypervisor. [ 1144.916037] env[65664]: DEBUG nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1144.916602] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6be97-3146-4a00-aa91-3858da99365f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.921740] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.921740] env[65664]: value = "task-4416169" [ 1144.921740] env[65664]: _type = "Task" [ 1144.921740] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.938804] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416169, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.939118] env[65664]: DEBUG nova.network.neutron [-] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.993441] env[65664]: DEBUG nova.compute.manager [req-c8d60c9b-181b-46b4-9605-eba196f0cf7e req-11307759-0fd6-43de-9aab-d3cdaab62359 service nova] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Received event network-vif-deleted-c2a6a820-f8ac-4912-bbab-bda2a19bb98c {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1145.023610] env[65664]: DEBUG nova.compute.manager [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Received event network-changed-27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1145.023810] env[65664]: DEBUG nova.compute.manager [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Refreshing instance network info cache due to event network-changed-27f14678-7928-4276-a629-1cc025147963. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1145.024130] env[65664]: DEBUG oslo_concurrency.lockutils [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] Acquiring lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.024166] env[65664]: DEBUG oslo_concurrency.lockutils [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] Acquired lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.024322] env[65664]: DEBUG nova.network.neutron [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Refreshing network info cache for port 27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.263046] env[65664]: DEBUG nova.scheduler.client.report [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.295025] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1145.359414] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "c3deb464-849c-4aef-88df-efd9df3c4e0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.359747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.360017] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "c3deb464-849c-4aef-88df-efd9df3c4e0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.360274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.360448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.363059] env[65664]: INFO nova.compute.manager [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Terminating instance [ 1145.389423] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.437245] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416169, 'name': CreateVM_Task, 'duration_secs': 0.360309} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.437820] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.437968] env[65664]: WARNING neutronclient.v2_0.client [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.438402] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.438558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.438885] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.441073] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6e9f88-c800-4be6-8816-6e6a42bdda0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.445670] env[65664]: INFO nova.compute.manager [-] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Took 1.66 seconds to deallocate network for instance. [ 1145.446283] env[65664]: INFO nova.compute.manager [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Took 9.81 seconds to build instance. [ 1145.455291] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1145.455291] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5228f018-ed5d-60ac-1914-3289ffa14aab" [ 1145.455291] env[65664]: _type = "Task" [ 1145.455291] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.464725] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5228f018-ed5d-60ac-1914-3289ffa14aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.528719] env[65664]: WARNING neutronclient.v2_0.client [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.704562] env[65664]: WARNING neutronclient.v2_0.client [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.769557] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.772438] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.383s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.773032] env[65664]: DEBUG nova.objects.instance [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'resources' on Instance uuid 217852f2-958f-48b8-9eb7-3e7368e91ac8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.778433] env[65664]: DEBUG nova.network.neutron [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updated VIF entry in instance network info cache for port 27f14678-7928-4276-a629-1cc025147963. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.778516] env[65664]: DEBUG nova.network.neutron [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [{"id": "27f14678-7928-4276-a629-1cc025147963", "address": "fa:16:3e:6c:44:2d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f14678-79", "ovs_interfaceid": "27f14678-7928-4276-a629-1cc025147963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.789979] env[65664]: INFO nova.scheduler.client.report [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Deleted allocations for instance 6bb40da3-e0da-4408-a1ce-2df61c746e29 [ 1145.815912] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.867879] env[65664]: DEBUG nova.compute.manager [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1145.868032] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.869194] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ade6f6-bcd3-4bb7-b7e8-d4b2e3697a36 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.877902] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.878407] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e63a30e8-54d7-4d42-baa2-d83dd7af7594 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.886046] env[65664]: DEBUG oslo_vmware.api [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1145.886046] env[65664]: value = "task-4416170" [ 1145.886046] env[65664]: _type = "Task" [ 1145.886046] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.894247] env[65664]: DEBUG oslo_vmware.api [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.949615] env[65664]: DEBUG oslo_concurrency.lockutils [None req-de917038-9c38-430e-bf85-ca5d900a4a4b tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.324s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.954968] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.965908] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5228f018-ed5d-60ac-1914-3289ffa14aab, 'name': SearchDatastore_Task, 'duration_secs': 0.016686} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.966288] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.966539] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.966780] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.966918] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.967135] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.967400] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c33889-6dff-44cf-ac32-c4a2689b98ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.978121] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.978360] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.979140] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef7e287-cd26-484c-bc32-2eb056774359 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.985389] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1145.985389] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cda274-905d-bc46-02ec-149c0ac830ec" [ 1145.985389] env[65664]: _type = "Task" [ 1145.985389] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.995783] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cda274-905d-bc46-02ec-149c0ac830ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.281079] env[65664]: DEBUG oslo_concurrency.lockutils [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] Releasing lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.281442] env[65664]: DEBUG nova.compute.manager [req-817377d9-a0c4-45d1-811e-27f0293cc388 req-50e07836-4bcd-4c81-ad0e-82e4f45f11c1 service nova] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Received event network-vif-deleted-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1146.299889] env[65664]: DEBUG oslo_concurrency.lockutils [None req-17a8b214-5402-46fc-9528-1e65812bbbf2 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Lock "6bb40da3-e0da-4408-a1ce-2df61c746e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.390s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.354768] env[65664]: DEBUG nova.compute.manager [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Stashing vm_state: stopped {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1146.396292] env[65664]: DEBUG oslo_vmware.api [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416170, 'name': PowerOffVM_Task, 'duration_secs': 0.366029} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.396571] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.396738] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.396992] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-529fa3a2-658f-4d32-be07-a6e2796444de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.440276] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e045ff-b2a3-4cfa-9ed2-259226eb9136 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.448841] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5549ad-a68d-41dc-a895-981bd00c9b51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.486215] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e519a6a-501b-41f9-855a-46f069cb5335 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.489117] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.489247] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.489411] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleting the datastore file [datastore2] c3deb464-849c-4aef-88df-efd9df3c4e0f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.489708] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c566c8-c3c1-4133-836c-dcd10d13354d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.501315] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52cda274-905d-bc46-02ec-149c0ac830ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.504892] env[65664]: DEBUG oslo_vmware.api [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for the task: (returnval){ [ 1146.504892] env[65664]: value = "task-4416172" [ 1146.504892] env[65664]: _type = "Task" [ 1146.504892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.505159] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f7dd0c-50e3-4982-b37a-166a94137d3e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.508422] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046343a-2d6c-4011-b7e9-fce95e1c2d05 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.519231] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1146.519231] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5203856f-3286-6d41-4e51-61c82df712dc" [ 1146.519231] env[65664]: _type = "Task" [ 1146.519231] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.530015] env[65664]: INFO nova.compute.manager [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Rebuilding instance [ 1146.532316] env[65664]: DEBUG nova.compute.provider_tree [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.534205] env[65664]: DEBUG oslo_vmware.api [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.546249] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5203856f-3286-6d41-4e51-61c82df712dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.546249] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.546249] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21/fe7bb366-fb7c-4989-9f88-111a01bdfe21.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.546249] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77dbb69b-29ae-4f3a-abf8-b3cac26fe81d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.555889] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1146.555889] env[65664]: value = "task-4416173" [ 1146.555889] env[65664]: _type = "Task" [ 1146.555889] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.566711] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.581421] env[65664]: DEBUG nova.compute.manager [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1146.582434] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4f281e-4072-4c0c-8317-de9ffceec28f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.875049] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.020656] env[65664]: DEBUG oslo_vmware.api [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Task: {'id': task-4416172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193281} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.020986] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.021257] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.021448] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.021623] env[65664]: INFO nova.compute.manager [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1147.022031] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1147.022155] env[65664]: DEBUG nova.compute.manager [-] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1147.022261] env[65664]: DEBUG nova.network.neutron [-] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.022567] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.035914] env[65664]: DEBUG nova.scheduler.client.report [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.060955] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.072261] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416173, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.316342] env[65664]: DEBUG nova.compute.manager [req-208bec7d-8664-42b0-af58-b5bc1b970e29 req-da40ce66-bd53-4b30-8158-55168db3dee2 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Received event network-vif-deleted-d58c8f5e-0a29-4de2-8845-66c712c802e4 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1147.316564] env[65664]: INFO nova.compute.manager [req-208bec7d-8664-42b0-af58-b5bc1b970e29 req-da40ce66-bd53-4b30-8158-55168db3dee2 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Neutron deleted interface d58c8f5e-0a29-4de2-8845-66c712c802e4; detaching it from the instance and deleting it from the info cache [ 1147.316708] env[65664]: DEBUG nova.network.neutron [req-208bec7d-8664-42b0-af58-b5bc1b970e29 req-da40ce66-bd53-4b30-8158-55168db3dee2 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.541066] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.543554] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.728s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.545334] env[65664]: INFO nova.compute.claims [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.566987] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570697} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.567284] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21/fe7bb366-fb7c-4989-9f88-111a01bdfe21.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.567607] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.567960] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e33c62-3b66-4303-bc4a-c4699b42df16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.571236] env[65664]: INFO nova.scheduler.client.report [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted allocations for instance 217852f2-958f-48b8-9eb7-3e7368e91ac8 [ 1147.579057] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1147.579057] env[65664]: value = "task-4416174" [ 1147.579057] env[65664]: _type = "Task" [ 1147.579057] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.591165] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.596886] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.597636] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d1e51b-ab4a-4909-8137-298e82fa5231 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.606790] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1147.606790] env[65664]: value = "task-4416175" [ 1147.606790] env[65664]: _type = "Task" [ 1147.606790] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.619415] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.759832] env[65664]: DEBUG nova.network.neutron [-] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.820421] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e3abf2c-825e-4a5e-a22c-00817d31caa1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.832787] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15979f91-2b3c-4836-9837-cbc4f9fee399 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.866725] env[65664]: DEBUG nova.compute.manager [req-208bec7d-8664-42b0-af58-b5bc1b970e29 req-da40ce66-bd53-4b30-8158-55168db3dee2 service nova] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Detach interface failed, port_id=d58c8f5e-0a29-4de2-8845-66c712c802e4, reason: Instance c3deb464-849c-4aef-88df-efd9df3c4e0f could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1148.080151] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e277cb4f-7315-44d1-ba6d-977d3a98c323 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "217852f2-958f-48b8-9eb7-3e7368e91ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.376s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.091476] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072274} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.091803] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.092665] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4b6936-9336-4b2c-a653-d283832fed8d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.118558] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21/fe7bb366-fb7c-4989-9f88-111a01bdfe21.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.122756] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e794010-61c0-47fe-b126-882f81898dc0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.144301] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416175, 'name': PowerOffVM_Task, 'duration_secs': 0.262337} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.145709] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.146408] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.146857] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1148.146857] env[65664]: value = "task-4416176" [ 1148.146857] env[65664]: _type = "Task" [ 1148.146857] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.147588] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3774b8d-759f-4aea-b1dd-b8e66b05a1b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.159196] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.161303] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.161556] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7941488-8689-42aa-a0e9-7fc5484671e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.189266] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.189601] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.189800] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Deleting the datastore file [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.190294] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd77803e-352f-465b-80a5-55b61897b761 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.199283] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1148.199283] env[65664]: value = "task-4416178" [ 1148.199283] env[65664]: _type = "Task" [ 1148.199283] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.209338] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.263643] env[65664]: INFO nova.compute.manager [-] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Took 1.24 seconds to deallocate network for instance. [ 1148.565957] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.566080] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Cleaning up deleted instances with incomplete migration {{(pid=65664) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1148.663719] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416176, 'name': ReconfigVM_Task, 'duration_secs': 0.293336} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.666724] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21/fe7bb366-fb7c-4989-9f88-111a01bdfe21.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.667511] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb5d03f-f9a6-4ffb-92d0-0876dd6bbcf9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.675904] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1148.675904] env[65664]: value = "task-4416179" [ 1148.675904] env[65664]: _type = "Task" [ 1148.675904] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.689492] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416179, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.711471] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089062} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.711808] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.712035] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.712323] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.772023] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.772023] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d873d06-abdb-4070-861f-43e08ec445b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.783726] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaa8792-36ad-4ecf-a687-df44bf4a2662 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.820918] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948babbf-26ab-40bb-aafe-4970204c142c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.830450] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8cbe31-bd60-4c05-9662-c20fc893de29 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.845867] env[65664]: DEBUG nova.compute.provider_tree [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.188477] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416179, 'name': Rename_Task, 'duration_secs': 0.412768} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.189529] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.189529] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1787b87b-8ee5-46df-bfe9-2b5adaaa7e7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.197769] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1149.197769] env[65664]: value = "task-4416180" [ 1149.197769] env[65664]: _type = "Task" [ 1149.197769] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.212871] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.348904] env[65664]: DEBUG nova.scheduler.client.report [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.708082] env[65664]: DEBUG oslo_vmware.api [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416180, 'name': PowerOnVM_Task, 'duration_secs': 0.469757} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.708367] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.708564] env[65664]: INFO nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1149.708737] env[65664]: DEBUG nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1149.709569] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4945621-bd5d-48a1-aac2-f8b09d3c7452 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.753978] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.754277] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.754438] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.754616] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.754753] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.754894] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.755200] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.755379] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.755552] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.755694] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.755862] env[65664]: DEBUG nova.virt.hardware [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.756777] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022c22d-0a70-4d5e-8618-820b1c1801ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.765956] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05173f1-b9a3-4a57-b68e-6d766d9e71d4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.780856] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.789625] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1149.790138] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.790550] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8128ee62-d7d7-4c8e-96d6-06e234561638 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.817995] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.817995] env[65664]: value = "task-4416181" [ 1149.817995] env[65664]: _type = "Task" [ 1149.817995] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.832609] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416181, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.853712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.854343] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1149.857273] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.902s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.857485] env[65664]: DEBUG nova.objects.instance [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'resources' on Instance uuid c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.950665] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "527403f8-069e-4e78-bd59-2920b9c7d73e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.950896] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.228045] env[65664]: INFO nova.compute.manager [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Took 12.64 seconds to build instance. [ 1150.329871] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416181, 'name': CreateVM_Task, 'duration_secs': 0.294496} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.329871] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.330267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.330384] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.330704] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.331301] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceea3db-307b-4106-b5cb-00d880ddf6ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.336310] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1150.336310] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b94b97-61f7-42e6-3be9-53b5bb117234" [ 1150.336310] env[65664]: _type = "Task" [ 1150.336310] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.346410] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b94b97-61f7-42e6-3be9-53b5bb117234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.362048] env[65664]: DEBUG nova.compute.utils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.366666] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1150.366666] env[65664]: DEBUG nova.network.neutron [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1150.366831] env[65664]: WARNING neutronclient.v2_0.client [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.367057] env[65664]: WARNING neutronclient.v2_0.client [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.415735] env[65664]: DEBUG nova.policy [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '144c0ed076154141afcf3339ef2534cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c855f3298b7645799ab171f39a9465b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.452978] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1150.519637] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dc7ae7-f74c-4ac9-8365-378337d220b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.528205] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed66fe-4bb4-4071-912b-9b53b04ee896 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.563930] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0068c029-f74a-4d36-89c9-251538c5f9ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.572456] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1a03e-382a-45e1-8732-81676853e374 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.587120] env[65664]: DEBUG nova.compute.provider_tree [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.723454] env[65664]: DEBUG nova.network.neutron [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Successfully created port: a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1150.730758] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f885ea67-b710-48ef-8176-c1983b5f9fb7 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.150s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.848582] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b94b97-61f7-42e6-3be9-53b5bb117234, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.848902] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.849205] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.849466] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.849622] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.849801] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.850128] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0bd0192-062b-4fb1-bf8a-5cefad63c4f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.860985] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.861181] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.861843] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751cb004-c01c-4790-92c9-c565c2c81bbb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.867524] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1150.871468] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1150.871468] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52242f47-7de9-4b10-d6ab-63c9087052fe" [ 1150.871468] env[65664]: _type = "Task" [ 1150.871468] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.881904] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52242f47-7de9-4b10-d6ab-63c9087052fe, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.884092] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413528d2-9767-459d-a727-35162f9386fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.888646] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1150.888646] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b29450-5682-15af-906e-6ac64795df5d" [ 1150.888646] env[65664]: _type = "Task" [ 1150.888646] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.898351] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b29450-5682-15af-906e-6ac64795df5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.976350] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.089859] env[65664]: DEBUG nova.scheduler.client.report [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.400869] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b29450-5682-15af-906e-6ac64795df5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.401234] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.402174] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.402174] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d6c0134-7140-437b-9bc2-f74fa3dd79e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.409747] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1151.409747] env[65664]: value = "task-4416182" [ 1151.409747] env[65664]: _type = "Task" [ 1151.409747] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.419494] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.446767] env[65664]: DEBUG nova.compute.manager [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1151.594650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.597481] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.723s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.614350] env[65664]: INFO nova.scheduler.client.report [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted allocations for instance c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1 [ 1151.879875] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1151.904175] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1151.904464] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.904610] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1151.904788] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.904927] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1151.905077] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1151.905279] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1151.905431] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1151.905585] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1151.905738] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1151.905901] env[65664]: DEBUG nova.virt.hardware [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1151.906782] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfa1112-3225-438c-9fd0-65b88419e28e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.918154] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882c63b-997f-4a71-b5ae-8ce91f528ae3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.925263] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459457} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.925913] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.926176] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.926459] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7453a3fc-a27e-489e-bed7-aa4b20748a33 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.942433] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1151.942433] env[65664]: value = "task-4416183" [ 1151.942433] env[65664]: _type = "Task" [ 1151.942433] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.954834] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.965203] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.102975] env[65664]: INFO nova.compute.claims [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.121935] env[65664]: DEBUG oslo_concurrency.lockutils [None req-084cbab3-d120-4826-bc0a-37882209c862 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.025s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.186216] env[65664]: DEBUG nova.compute.manager [req-d6066694-21c5-404a-b2ea-fcfce8adaa2e req-89766668-dc06-4022-a335-49b1e3b792ca service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Received event network-vif-plugged-a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1152.186216] env[65664]: DEBUG oslo_concurrency.lockutils [req-d6066694-21c5-404a-b2ea-fcfce8adaa2e req-89766668-dc06-4022-a335-49b1e3b792ca service nova] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.186630] env[65664]: DEBUG oslo_concurrency.lockutils [req-d6066694-21c5-404a-b2ea-fcfce8adaa2e req-89766668-dc06-4022-a335-49b1e3b792ca service nova] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.186812] env[65664]: DEBUG oslo_concurrency.lockutils [req-d6066694-21c5-404a-b2ea-fcfce8adaa2e req-89766668-dc06-4022-a335-49b1e3b792ca service nova] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.186968] env[65664]: DEBUG nova.compute.manager [req-d6066694-21c5-404a-b2ea-fcfce8adaa2e req-89766668-dc06-4022-a335-49b1e3b792ca service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] No waiting events found dispatching network-vif-plugged-a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1152.187203] env[65664]: WARNING nova.compute.manager [req-d6066694-21c5-404a-b2ea-fcfce8adaa2e req-89766668-dc06-4022-a335-49b1e3b792ca service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Received unexpected event network-vif-plugged-a5a6a517-ae55-48d5-96da-3b7df8bdbecb for instance with vm_state building and task_state spawning. [ 1152.310838] env[65664]: DEBUG nova.network.neutron [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Successfully updated port: a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1152.453628] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062928} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.453948] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.454867] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35de58f7-18be-427e-8725-d87f79b7219a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.476505] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.476852] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2a7d6c-02b4-4e52-b20f-0dcd4602cf0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.497959] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1152.497959] env[65664]: value = "task-4416184" [ 1152.497959] env[65664]: _type = "Task" [ 1152.497959] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.510510] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.609343] env[65664]: INFO nova.compute.resource_tracker [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating resource usage from migration 28a1b726-19c7-4fa1-9601-a3a9ec5c0f0d [ 1152.776490] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f7704-2adc-4927-a35a-a74667eae44e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.786929] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23471c42-9a3e-458f-9219-2fb8574b4228 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.819049] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.819314] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.819437] env[65664]: DEBUG nova.network.neutron [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1152.821607] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f79c71b-c924-4fc3-bf9e-416764a616aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.830572] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce8d72-77b5-4b61-a0c6-a49216263614 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.846745] env[65664]: DEBUG nova.compute.provider_tree [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.010038] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416184, 'name': ReconfigVM_Task, 'duration_secs': 0.280379} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.010038] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Reconfigured VM instance instance-0000006d to attach disk [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8/e30f7be0-3d31-4c3c-af72-9838c09ecba8.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.010452] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbde7682-d52d-4829-9fd0-5450a4a2a914 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.018373] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1153.018373] env[65664]: value = "task-4416185" [ 1153.018373] env[65664]: _type = "Task" [ 1153.018373] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.033202] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416185, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.063905] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.349981] env[65664]: DEBUG nova.scheduler.client.report [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.358480] env[65664]: DEBUG nova.network.neutron [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1153.444136] env[65664]: WARNING neutronclient.v2_0.client [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.524971] env[65664]: DEBUG nova.network.neutron [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updating instance_info_cache with network_info: [{"id": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "address": "fa:16:3e:38:f2:44", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a6a517-ae", "ovs_interfaceid": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.532512] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416185, 'name': Rename_Task, 'duration_secs': 0.31104} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.532635] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.532820] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12e080f-ec97-4133-9eb8-4f0e3743456b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.541988] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1153.541988] env[65664]: value = "task-4416186" [ 1153.541988] env[65664]: _type = "Task" [ 1153.541988] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.552308] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.566690] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.566865] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.856101] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.856375] env[65664]: INFO nova.compute.manager [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Migrating [ 1153.865262] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.095s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.865577] env[65664]: DEBUG nova.objects.instance [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lazy-loading 'resources' on Instance uuid c3deb464-849c-4aef-88df-efd9df3c4e0f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.026575] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.026946] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Instance network_info: |[{"id": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "address": "fa:16:3e:38:f2:44", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a6a517-ae", "ovs_interfaceid": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1154.027451] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5a6a517-ae55-48d5-96da-3b7df8bdbecb', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.035493] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1154.038609] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.039298] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b029322-3e87-455d-bf1b-f4fe6fcced24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.055957] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83030c76-8532-46e8-850d-b3bb1c4c5bb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.066370] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.066637] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "3dc671d6-5859-4481-81d7-f58d0275b167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.072645] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.072645] env[65664]: value = "task-4416187" [ 1154.072645] env[65664]: _type = "Task" [ 1154.072645] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.075836] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79713adb-c840-4e0b-8810-2e7fce5079ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.079389] env[65664]: DEBUG oslo_vmware.api [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416186, 'name': PowerOnVM_Task, 'duration_secs': 0.47809} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.083338] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.083533] env[65664]: DEBUG nova.compute.manager [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1154.085079] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3e929c-f6a4-495a-b3c8-7d9c8c612914 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.115482] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0fe7c0-6041-4ca3-94bd-7bf6bc357815 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.125386] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416187, 'name': CreateVM_Task} progress is 15%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.131379] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837be98e-5213-43b6-b37b-ad28fa5ec2eb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.148755] env[65664]: DEBUG nova.compute.provider_tree [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.224423] env[65664]: DEBUG nova.compute.manager [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Received event network-changed-a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1154.224541] env[65664]: DEBUG nova.compute.manager [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Refreshing instance network info cache due to event network-changed-a5a6a517-ae55-48d5-96da-3b7df8bdbecb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1154.224663] env[65664]: DEBUG oslo_concurrency.lockutils [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] Acquiring lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.224800] env[65664]: DEBUG oslo_concurrency.lockutils [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] Acquired lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.224966] env[65664]: DEBUG nova.network.neutron [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Refreshing network info cache for port a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.374943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.375149] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.375323] env[65664]: DEBUG nova.network.neutron [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1154.567162] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.567162] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.567162] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.569879] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1154.589650] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416187, 'name': CreateVM_Task, 'duration_secs': 0.374243} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.589848] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.590437] env[65664]: WARNING neutronclient.v2_0.client [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.590801] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.590952] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.591279] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.591574] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac5bcdf-63b6-4a5b-83ac-2fc5d38414a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.597631] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1154.597631] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5253636b-12c1-acfe-cf66-68fc815c3424" [ 1154.597631] env[65664]: _type = "Task" [ 1154.597631] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.607400] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5253636b-12c1-acfe-cf66-68fc815c3424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.631549] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.653107] env[65664]: DEBUG nova.scheduler.client.report [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.727593] env[65664]: WARNING neutronclient.v2_0.client [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.878219] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.881651] env[65664]: WARNING neutronclient.v2_0.client [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.973798] env[65664]: DEBUG nova.network.neutron [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updated VIF entry in instance network info cache for port a5a6a517-ae55-48d5-96da-3b7df8bdbecb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1154.974260] env[65664]: DEBUG nova.network.neutron [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updating instance_info_cache with network_info: [{"id": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "address": "fa:16:3e:38:f2:44", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a6a517-ae", "ovs_interfaceid": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.051480] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.094042] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.108845] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5253636b-12c1-acfe-cf66-68fc815c3424, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.109087] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.109334] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.109565] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.109703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.109908] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.110240] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5c9d3c-6d60-49eb-9819-21b77e18f0bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.120033] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.120259] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.121856] env[65664]: DEBUG nova.network.neutron [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.123014] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7b4459-bd03-44b5-8533-48dbec3d49f4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.129400] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1155.129400] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dc9e3b-4743-653d-ebde-5a830d3138d5" [ 1155.129400] env[65664]: _type = "Task" [ 1155.129400] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.141760] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dc9e3b-4743-653d-ebde-5a830d3138d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.157281] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.292s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.159642] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.183s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.161619] env[65664]: INFO nova.compute.claims [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.182312] env[65664]: INFO nova.scheduler.client.report [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Deleted allocations for instance c3deb464-849c-4aef-88df-efd9df3c4e0f [ 1155.477223] env[65664]: DEBUG oslo_concurrency.lockutils [req-e669c524-9b66-4839-b19e-6c836b2a9a39 req-da828837-4b38-4ec4-aa11-55603f735bf8 service nova] Releasing lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.486050] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.486390] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.486645] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.486836] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.487049] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.489343] env[65664]: INFO nova.compute.manager [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Terminating instance [ 1155.566275] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.626513] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.640964] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dc9e3b-4743-653d-ebde-5a830d3138d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012037} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.641786] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e11fdb8-9a0a-438b-9452-5fb2acabae21 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.648612] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1155.648612] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b6dc90-cb9a-6bf6-5971-e96b8086ab8c" [ 1155.648612] env[65664]: _type = "Task" [ 1155.648612] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.656906] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b6dc90-cb9a-6bf6-5971-e96b8086ab8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.690863] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Lock "c3deb464-849c-4aef-88df-efd9df3c4e0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.331s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.993081] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "refresh_cache-e30f7be0-3d31-4c3c-af72-9838c09ecba8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.993294] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquired lock "refresh_cache-e30f7be0-3d31-4c3c-af72-9838c09ecba8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.993539] env[65664]: DEBUG nova.network.neutron [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1156.160170] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b6dc90-cb9a-6bf6-5971-e96b8086ab8c, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.160170] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.160484] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] cb84a0fa-cd8f-4522-94aa-e081f35c701a/cb84a0fa-cd8f-4522-94aa-e081f35c701a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.160748] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1172ba-4054-407f-a9c9-7c94e7959013 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.172883] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1156.172883] env[65664]: value = "task-4416188" [ 1156.172883] env[65664]: _type = "Task" [ 1156.172883] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.183531] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.362134] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a703d-2440-4108-9825-3cc2c7a3c784 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.374506] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55c594-e8c1-4be5-bef2-1a7856579a12 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.423735] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f324cc-c792-4dbc-80ae-1f6b2f62561a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.434051] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d0124-9731-477d-81ad-0a841a046f89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.452448] env[65664]: DEBUG nova.compute.provider_tree [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.496687] env[65664]: WARNING neutronclient.v2_0.client [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.518396] env[65664]: DEBUG nova.network.neutron [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1156.595931] env[65664]: DEBUG nova.network.neutron [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.685121] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490616} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.685483] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] cb84a0fa-cd8f-4522-94aa-e081f35c701a/cb84a0fa-cd8f-4522-94aa-e081f35c701a.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.685638] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.685905] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16352e36-d4e9-434c-97af-aec715e0e569 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.694751] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1156.694751] env[65664]: value = "task-4416189" [ 1156.694751] env[65664]: _type = "Task" [ 1156.694751] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.708370] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.958152] env[65664]: DEBUG nova.scheduler.client.report [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.068347] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.099601] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Releasing lock "refresh_cache-e30f7be0-3d31-4c3c-af72-9838c09ecba8" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.099942] env[65664]: DEBUG nova.compute.manager [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1157.100232] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.101490] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbadf20-dc9c-48f0-9f23-596957142077 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.111011] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.111427] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9078585d-c53f-4721-accc-bc375a7dfb3d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.120978] env[65664]: DEBUG oslo_vmware.api [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1157.120978] env[65664]: value = "task-4416190" [ 1157.120978] env[65664]: _type = "Task" [ 1157.120978] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.133071] env[65664]: DEBUG oslo_vmware.api [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.144807] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3b056-23e9-439d-8eb0-5c1135804560 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.168331] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.208694] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068381} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.209014] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.210229] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a910d03c-6cca-4115-bae4-68f196766234 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.241352] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] cb84a0fa-cd8f-4522-94aa-e081f35c701a/cb84a0fa-cd8f-4522-94aa-e081f35c701a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.242265] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10e3ff9-148e-47c7-b42c-49420c34f41e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.267626] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1157.267626] env[65664]: value = "task-4416191" [ 1157.267626] env[65664]: _type = "Task" [ 1157.267626] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.277886] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.463648] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.464265] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1157.470358] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.503s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.572137] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.634165] env[65664]: DEBUG oslo_vmware.api [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416190, 'name': PowerOffVM_Task, 'duration_secs': 0.140631} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.634511] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.634693] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.634950] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-336e5b60-0583-4450-9566-645ad00835f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.662802] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.663156] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.663357] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Deleting the datastore file [datastore2] e30f7be0-3d31-4c3c-af72-9838c09ecba8 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.663655] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e58229-ec86-48b6-ac9e-69e3b0fbf90f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.671744] env[65664]: DEBUG oslo_vmware.api [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for the task: (returnval){ [ 1157.671744] env[65664]: value = "task-4416193" [ 1157.671744] env[65664]: _type = "Task" [ 1157.671744] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.677015] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.677346] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65341cda-2fe6-46f3-b733-9f0af3b7a2e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.685204] env[65664]: DEBUG oslo_vmware.api [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.686753] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1157.686753] env[65664]: value = "task-4416194" [ 1157.686753] env[65664]: _type = "Task" [ 1157.686753] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.696639] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1157.697056] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.780152] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416191, 'name': ReconfigVM_Task, 'duration_secs': 0.334406} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.780774] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Reconfigured VM instance instance-0000006f to attach disk [datastore2] cb84a0fa-cd8f-4522-94aa-e081f35c701a/cb84a0fa-cd8f-4522-94aa-e081f35c701a.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.781202] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1090f5a6-857a-4148-acf2-269f8509f701 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.790726] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1157.790726] env[65664]: value = "task-4416195" [ 1157.790726] env[65664]: _type = "Task" [ 1157.790726] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.804898] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416195, 'name': Rename_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.973898] env[65664]: DEBUG nova.compute.utils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.977842] env[65664]: INFO nova.compute.claims [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.981566] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1157.983081] env[65664]: DEBUG nova.network.neutron [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1157.983081] env[65664]: WARNING neutronclient.v2_0.client [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.983081] env[65664]: WARNING neutronclient.v2_0.client [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.031910] env[65664]: DEBUG nova.policy [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ab17fa42e51461ba6723c4944cc9a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd817bea104c34f0798e2be963cc444d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.184043] env[65664]: DEBUG oslo_vmware.api [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Task: {'id': task-4416193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110126} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.184323] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.184530] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.184824] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.184876] env[65664]: INFO nova.compute.manager [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1158.185181] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1158.185575] env[65664]: DEBUG nova.compute.manager [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1158.185575] env[65664]: DEBUG nova.network.neutron [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1158.185732] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.204125] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1158.204439] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.204699] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1158.204911] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.205078] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1158.205288] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1158.205432] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1158.205590] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1158.205750] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1158.205913] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1158.206124] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1158.212683] env[65664]: DEBUG nova.network.neutron [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1158.213471] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.214187] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e959183f-53b6-4fc3-a6aa-a60a02d521a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.235766] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1158.235766] env[65664]: value = "task-4416196" [ 1158.235766] env[65664]: _type = "Task" [ 1158.235766] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.245379] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.308542] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416195, 'name': Rename_Task, 'duration_secs': 0.155384} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.308692] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.308908] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed803c0-64ea-4323-ad0f-421b5334442f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.319024] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1158.319024] env[65664]: value = "task-4416197" [ 1158.319024] env[65664]: _type = "Task" [ 1158.319024] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.332022] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.363599] env[65664]: DEBUG nova.network.neutron [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Successfully created port: 8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1158.486187] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1158.490767] env[65664]: INFO nova.compute.resource_tracker [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating resource usage from migration bbb8874a-0213-40c5-bffd-ff382668eaa8 [ 1158.728423] env[65664]: DEBUG nova.network.neutron [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.746722] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416196, 'name': ReconfigVM_Task, 'duration_secs': 0.151356} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.747044] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.830041] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e0928-e6d5-4781-be5b-2271190052d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.839461] env[65664]: DEBUG oslo_vmware.api [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416197, 'name': PowerOnVM_Task, 'duration_secs': 0.518251} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.841631] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.841844] env[65664]: INFO nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1158.841994] env[65664]: DEBUG nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1158.842845] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e248f94-5902-4dc9-be17-13730f66f829 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.846305] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f2326-f824-4f7b-a775-0cbed038653d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.885431] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88dea0b-b7f9-4e6a-8cf1-9af0de98a124 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.894625] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66e4046-8fb8-42df-bd3a-a7ac028adcf1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.910662] env[65664]: DEBUG nova.compute.provider_tree [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.231637] env[65664]: INFO nova.compute.manager [-] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Took 1.05 seconds to deallocate network for instance. [ 1159.256500] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.256812] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.256976] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.257198] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.257354] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.257520] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.257729] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.257909] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.258125] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.258298] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.258472] env[65664]: DEBUG nova.virt.hardware [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.265300] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.265794] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f307062-2921-4959-a787-052034629b70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.287801] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1159.287801] env[65664]: value = "task-4416198" [ 1159.287801] env[65664]: _type = "Task" [ 1159.287801] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.299640] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.396275] env[65664]: INFO nova.compute.manager [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Took 13.60 seconds to build instance. [ 1159.414698] env[65664]: DEBUG nova.scheduler.client.report [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.502498] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1159.530643] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.530892] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.531140] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.531361] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.531504] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.531660] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.531866] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.532029] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.532208] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.532352] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.532535] env[65664]: DEBUG nova.virt.hardware [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.533469] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e942855-e1f2-436d-95b6-663366b92a6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.542487] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3df51e-1eb0-4b44-9f0e-7066491d4e14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.738799] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.800960] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416198, 'name': ReconfigVM_Task, 'duration_secs': 0.215376} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.801308] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.802179] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d57127-da34-46d4-8a2b-48bb611d1c2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.826486] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295/7f0fe3c5-4b20-439b-b41d-fcef97533295.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.826805] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff54646-bb3c-43c9-b82c-c73e4e114841 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.848331] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1159.848331] env[65664]: value = "task-4416199" [ 1159.848331] env[65664]: _type = "Task" [ 1159.848331] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.857673] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.899503] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0feccd74-b4cd-4ce8-b67e-62f619491a07 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.107s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.921703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.454s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.921946] env[65664]: INFO nova.compute.manager [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Migrating [ 1159.929681] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.298s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.929866] env[65664]: DEBUG nova.objects.instance [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1160.075847] env[65664]: DEBUG nova.compute.manager [req-fc27d0b2-139a-4f61-b6d4-66dce0d8c5da req-fe32e902-ac3f-4b59-88f8-0c8ced853213 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Received event network-vif-plugged-8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1160.076046] env[65664]: DEBUG oslo_concurrency.lockutils [req-fc27d0b2-139a-4f61-b6d4-66dce0d8c5da req-fe32e902-ac3f-4b59-88f8-0c8ced853213 service nova] Acquiring lock "527403f8-069e-4e78-bd59-2920b9c7d73e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.076253] env[65664]: DEBUG oslo_concurrency.lockutils [req-fc27d0b2-139a-4f61-b6d4-66dce0d8c5da req-fe32e902-ac3f-4b59-88f8-0c8ced853213 service nova] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.076417] env[65664]: DEBUG oslo_concurrency.lockutils [req-fc27d0b2-139a-4f61-b6d4-66dce0d8c5da req-fe32e902-ac3f-4b59-88f8-0c8ced853213 service nova] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.076583] env[65664]: DEBUG nova.compute.manager [req-fc27d0b2-139a-4f61-b6d4-66dce0d8c5da req-fe32e902-ac3f-4b59-88f8-0c8ced853213 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] No waiting events found dispatching network-vif-plugged-8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.076743] env[65664]: WARNING nova.compute.manager [req-fc27d0b2-139a-4f61-b6d4-66dce0d8c5da req-fe32e902-ac3f-4b59-88f8-0c8ced853213 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Received unexpected event network-vif-plugged-8a28aab7-12d3-4242-9c67-7f56fe837acb for instance with vm_state building and task_state spawning. [ 1160.359461] env[65664]: DEBUG oslo_vmware.api [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416199, 'name': ReconfigVM_Task, 'duration_secs': 0.339563} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.359709] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295/7f0fe3c5-4b20-439b-b41d-fcef97533295.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.360181] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.377630] env[65664]: DEBUG nova.network.neutron [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Successfully updated port: 8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1160.413655] env[65664]: DEBUG nova.compute.manager [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Received event network-changed-8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1160.413869] env[65664]: DEBUG nova.compute.manager [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Refreshing instance network info cache due to event network-changed-8a28aab7-12d3-4242-9c67-7f56fe837acb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1160.414056] env[65664]: DEBUG oslo_concurrency.lockutils [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] Acquiring lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.414195] env[65664]: DEBUG oslo_concurrency.lockutils [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] Acquired lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.414350] env[65664]: DEBUG nova.network.neutron [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Refreshing network info cache for port 8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.442865] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.443190] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.443274] env[65664]: DEBUG nova.network.neutron [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.585169] env[65664]: DEBUG nova.compute.manager [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Received event network-changed-a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1160.585169] env[65664]: DEBUG nova.compute.manager [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Refreshing instance network info cache due to event network-changed-a5a6a517-ae55-48d5-96da-3b7df8bdbecb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1160.585169] env[65664]: DEBUG oslo_concurrency.lockutils [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] Acquiring lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.585169] env[65664]: DEBUG oslo_concurrency.lockutils [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] Acquired lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.585169] env[65664]: DEBUG nova.network.neutron [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Refreshing network info cache for port a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.870253] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a81b2e-ebad-4bb9-a0b5-00fcc3f40ddd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.891939] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.892896] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb762fdd-dfec-45d6-92b4-69cbb7e38ab9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.911701] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.921055] env[65664]: WARNING neutronclient.v2_0.client [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.946561] env[65664]: DEBUG oslo_concurrency.lockutils [None req-50ef0dea-82dc-4644-b317-10928fea6321 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.947887] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.854s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.949623] env[65664]: INFO nova.compute.claims [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.953221] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.958128] env[65664]: DEBUG nova.network.neutron [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.036147] env[65664]: DEBUG nova.network.neutron [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.088857] env[65664]: WARNING neutronclient.v2_0.client [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.112979] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.182572] env[65664]: DEBUG nova.network.neutron [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [{"id": "27f14678-7928-4276-a629-1cc025147963", "address": "fa:16:3e:6c:44:2d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f14678-79", "ovs_interfaceid": "27f14678-7928-4276-a629-1cc025147963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.252489] env[65664]: WARNING neutronclient.v2_0.client [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.338466] env[65664]: DEBUG nova.network.neutron [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updated VIF entry in instance network info cache for port a5a6a517-ae55-48d5-96da-3b7df8bdbecb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1161.338753] env[65664]: DEBUG nova.network.neutron [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updating instance_info_cache with network_info: [{"id": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "address": "fa:16:3e:38:f2:44", "network": {"id": "10477b41-43ab-4efc-937b-338c5ddf0fe1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-109039312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c855f3298b7645799ab171f39a9465b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a6a517-ae", "ovs_interfaceid": "a5a6a517-ae55-48d5-96da-3b7df8bdbecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.417540] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.417870] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.461387] env[65664]: DEBUG nova.network.neutron [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Port f0206cad-e512-416e-946b-ea253b7cf9eb binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1161.538718] env[65664]: DEBUG oslo_concurrency.lockutils [req-f0bb075a-1d1d-45db-bf83-db9519457fd1 req-54b78f15-2644-4368-a39c-826454dbff40 service nova] Releasing lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.539274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.539501] env[65664]: DEBUG nova.network.neutron [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.684938] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.842170] env[65664]: DEBUG oslo_concurrency.lockutils [req-26313e06-22aa-4783-802b-e0034e16014f req-b42cff3d-ddf4-4689-acec-e243f19beb72 service nova] Releasing lock "refresh_cache-cb84a0fa-cd8f-4522-94aa-e081f35c701a" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.089652] env[65664]: DEBUG nova.network.neutron [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1162.131565] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4235e8c9-c7c9-4320-b253-90c71807aea9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.140610] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d3cd2-2311-4a03-96b8-ec102833c519 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.176690] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042482f6-c151-4f7d-a783-c4862134384f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.185517] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6f4315-742b-4b0e-b33a-a7834eaad3b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.191095] env[65664]: WARNING neutronclient.v2_0.client [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.207779] env[65664]: DEBUG nova.compute.provider_tree [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.265421] env[65664]: DEBUG nova.network.neutron [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Updating instance_info_cache with network_info: [{"id": "8a28aab7-12d3-4242-9c67-7f56fe837acb", "address": "fa:16:3e:4b:5d:b1", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a28aab7-12", "ovs_interfaceid": "8a28aab7-12d3-4242-9c67-7f56fe837acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.486569] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.486794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.486968] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.713033] env[65664]: DEBUG nova.scheduler.client.report [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.768158] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.768692] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Instance network_info: |[{"id": "8a28aab7-12d3-4242-9c67-7f56fe837acb", "address": "fa:16:3e:4b:5d:b1", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a28aab7-12", "ovs_interfaceid": "8a28aab7-12d3-4242-9c67-7f56fe837acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1162.769064] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:5d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a28aab7-12d3-4242-9c67-7f56fe837acb', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.777263] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1162.777520] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.777753] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7725f2f7-13e6-4cf7-b58e-f20dc444ee91 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.802243] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.802243] env[65664]: value = "task-4416200" [ 1162.802243] env[65664]: _type = "Task" [ 1162.802243] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.811549] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416200, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.205478] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18243afa-ae9a-4cbf-a01f-08b6d4b6da5c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.228116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.228717] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1163.231752] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.235458] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.663s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.235673] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.235836] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1163.236154] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.498s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.236356] env[65664]: DEBUG nova.objects.instance [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lazy-loading 'resources' on Instance uuid e30f7be0-3d31-4c3c-af72-9838c09ecba8 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.237934] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8026ba8d-ae8f-4e30-89e0-112ab49f541d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.246514] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6ff01-2105-47f4-8f80-aa54fe1cb60d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.263906] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444067a-b3f8-4275-b0c7-24b411e8ef69 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.271920] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775c7ce-70a0-4eec-994e-55201530b46d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.303975] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179137MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1163.304156] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.313396] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416200, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.492919] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.524646] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.524831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.525011] env[65664]: DEBUG nova.network.neutron [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.737107] env[65664]: DEBUG nova.compute.utils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.739506] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1163.739506] env[65664]: DEBUG nova.network.neutron [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1163.740336] env[65664]: WARNING neutronclient.v2_0.client [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.740656] env[65664]: WARNING neutronclient.v2_0.client [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.744098] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.746986] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a998b01-bb98-4401-ab9b-cfd92af96c1d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.756027] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1163.756027] env[65664]: value = "task-4416201" [ 1163.756027] env[65664]: _type = "Task" [ 1163.756027] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.769124] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.801741] env[65664]: DEBUG nova.policy [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.815828] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416200, 'name': CreateVM_Task, 'duration_secs': 0.585156} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.815828] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.816611] env[65664]: WARNING neutronclient.v2_0.client [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.816666] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.817650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.817650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.817650] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb26d33-d554-40f3-8a3b-a1bc5affcfd3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.825159] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1163.825159] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5242fba2-39c4-f45d-1e17-503aae69eabf" [ 1163.825159] env[65664]: _type = "Task" [ 1163.825159] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.835076] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5242fba2-39c4-f45d-1e17-503aae69eabf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.929415] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c377c02-9d15-47a7-b9fc-970afe0f2f4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.937204] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54f922d-a23d-40ed-8fbd-303204b56ee1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.968753] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb8a0af-2495-49b8-84c4-abc290a1c5b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.977378] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c96324-99cb-4624-bdc6-ffb683d2da18 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.991534] env[65664]: DEBUG nova.compute.provider_tree [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.027231] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.145105] env[65664]: DEBUG nova.network.neutron [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Successfully created port: 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1164.209169] env[65664]: WARNING neutronclient.v2_0.client [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.245441] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1164.268487] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416201, 'name': PowerOffVM_Task, 'duration_secs': 0.210759} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.268487] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.268487] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.295806] env[65664]: DEBUG nova.network.neutron [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.338821] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5242fba2-39c4-f45d-1e17-503aae69eabf, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.339195] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.339444] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.339693] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.339838] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.340026] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.340468] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457c829c-cee6-49ec-92d5-e2d8420b1388 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.351185] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.351404] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.352174] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fce5829-e2d8-4cd1-82a4-2ad813577f72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.358759] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1164.358759] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f8221-3c51-c1de-aaeb-384f678b6d2f" [ 1164.358759] env[65664]: _type = "Task" [ 1164.358759] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.368137] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f8221-3c51-c1de-aaeb-384f678b6d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.495369] env[65664]: DEBUG nova.scheduler.client.report [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.777037] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1164.777037] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.777037] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1164.777037] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.777037] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1164.777347] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1164.777347] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.777484] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1164.777645] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1164.777813] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1164.778082] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1164.783916] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7846691d-0978-4b00-87b7-7173be598074 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.799961] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.803802] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1164.803802] env[65664]: value = "task-4416202" [ 1164.803802] env[65664]: _type = "Task" [ 1164.803802] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.814837] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.870186] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]522f8221-3c51-c1de-aaeb-384f678b6d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.871053] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9573c265-dd51-4023-bb1c-43591a22f424 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.877995] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1164.877995] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ba8172-dbc6-af2f-c80c-c95c9fc0e507" [ 1164.877995] env[65664]: _type = "Task" [ 1164.877995] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.886481] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ba8172-dbc6-af2f-c80c-c95c9fc0e507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.000232] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.002697] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.698s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.024290] env[65664]: INFO nova.scheduler.client.report [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Deleted allocations for instance e30f7be0-3d31-4c3c-af72-9838c09ecba8 [ 1165.260860] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1165.287011] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.287348] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.287433] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.287572] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.287712] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.287853] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.288114] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.288291] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.288468] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.288626] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.288797] env[65664]: DEBUG nova.virt.hardware [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.289948] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331db9a7-ad64-4a26-a6fa-b5c99dbedb7f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.298661] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8709495-5a5f-473c-8c3a-776bd6a1ba74 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.324583] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416202, 'name': ReconfigVM_Task, 'duration_secs': 0.135474} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.324862] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.337802] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde015e-28e6-4659-ba7f-0914a830fcb3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.358881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fde3ba-6332-485c-9e33-dba25f21f079 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.366665] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.387865] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ba8172-dbc6-af2f-c80c-c95c9fc0e507, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.388154] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.388455] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 527403f8-069e-4e78-bd59-2920b9c7d73e/527403f8-069e-4e78-bd59-2920b9c7d73e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.388716] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5baab4c3-47a9-4724-8691-6aae87a468e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.395974] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1165.395974] env[65664]: value = "task-4416203" [ 1165.395974] env[65664]: _type = "Task" [ 1165.395974] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.404661] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.533076] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1b56b20c-f714-430e-a3cd-95cac8df1977 tempest-ServersListShow298Test-2088068369 tempest-ServersListShow298Test-2088068369-project-member] Lock "e30f7be0-3d31-4c3c-af72-9838c09ecba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.047s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.619028] env[65664]: DEBUG nova.compute.manager [req-51374bb7-eac3-455e-9161-46eeae3db269 req-7e453c46-02d5-4756-b1be-b599e9aa65c2 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-vif-plugged-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1165.619253] env[65664]: DEBUG oslo_concurrency.lockutils [req-51374bb7-eac3-455e-9161-46eeae3db269 req-7e453c46-02d5-4756-b1be-b599e9aa65c2 service nova] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.619556] env[65664]: DEBUG oslo_concurrency.lockutils [req-51374bb7-eac3-455e-9161-46eeae3db269 req-7e453c46-02d5-4756-b1be-b599e9aa65c2 service nova] Lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.619662] env[65664]: DEBUG oslo_concurrency.lockutils [req-51374bb7-eac3-455e-9161-46eeae3db269 req-7e453c46-02d5-4756-b1be-b599e9aa65c2 service nova] Lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.619949] env[65664]: DEBUG nova.compute.manager [req-51374bb7-eac3-455e-9161-46eeae3db269 req-7e453c46-02d5-4756-b1be-b599e9aa65c2 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] No waiting events found dispatching network-vif-plugged-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1165.620050] env[65664]: WARNING nova.compute.manager [req-51374bb7-eac3-455e-9161-46eeae3db269 req-7e453c46-02d5-4756-b1be-b599e9aa65c2 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received unexpected event network-vif-plugged-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 for instance with vm_state building and task_state spawning. [ 1165.709658] env[65664]: DEBUG nova.network.neutron [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Successfully updated port: 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1165.833034] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.833345] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.833575] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.833863] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.834107] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.834345] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.834669] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.834918] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.835222] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.835467] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.835758] env[65664]: DEBUG nova.virt.hardware [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.845208] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.845637] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ec20cd-f16d-47b4-bb46-14e495e66f23 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.874476] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97164db-bc9c-413b-a713-0593c88ec700 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance '7f0fe3c5-4b20-439b-b41d-fcef97533295' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.882067] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1165.882067] env[65664]: value = "task-4416204" [ 1165.882067] env[65664]: _type = "Task" [ 1165.882067] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.894721] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.909111] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455257} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.909457] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 527403f8-069e-4e78-bd59-2920b9c7d73e/527403f8-069e-4e78-bd59-2920b9c7d73e.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.909733] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.910087] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d591ee-a061-48a7-accc-33d2b01a1463 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.918540] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1165.918540] env[65664]: value = "task-4416205" [ 1165.918540] env[65664]: _type = "Task" [ 1165.918540] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.929841] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.014471] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Applying migration context for instance 7f0fe3c5-4b20-439b-b41d-fcef97533295 as it has an incoming, in-progress migration 28a1b726-19c7-4fa1-9601-a3a9ec5c0f0d. Migration status is post-migrating {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1166.014784] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Applying migration context for instance fe7bb366-fb7c-4989-9f88-111a01bdfe21 as it has an incoming, in-progress migration bbb8874a-0213-40c5-bffd-ff382668eaa8. Migration status is migrating {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1166.015996] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating resource usage from migration 28a1b726-19c7-4fa1-9601-a3a9ec5c0f0d [ 1166.016316] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating resource usage from migration bbb8874a-0213-40c5-bffd-ff382668eaa8 [ 1166.036654] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.036812] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ed3397de-25ba-4a4f-8c9d-79b13377e211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.036931] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 0e58d341-8e11-413e-a9d7-edb6745a8146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.037058] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance cb84a0fa-cd8f-4522-94aa-e081f35c701a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.037174] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration 28a1b726-19c7-4fa1-9601-a3a9ec5c0f0d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1166.037291] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 7f0fe3c5-4b20-439b-b41d-fcef97533295 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.037443] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 527403f8-069e-4e78-bd59-2920b9c7d73e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.037569] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration bbb8874a-0213-40c5-bffd-ff382668eaa8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1166.037679] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance fe7bb366-fb7c-4989-9f88-111a01bdfe21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.037786] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3dc671d6-5859-4481-81d7-f58d0275b167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1166.038014] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1166.038424] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '5', 'num_task_None': '4', 'num_os_type_None': '8', 'num_proj_d817bea104c34f0798e2be963cc444d4': '2', 'io_workload': '3', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '2', 'num_vm_stopped': '1', 'num_task_resize_finish': '1', 'num_proj_ec096aa96a8a4a98ac3c7a634a14c2a8': '1', 'num_task_resize_migrating': '1', 'num_proj_17cdff1850a345f7b59cb69c46148a36': '1', 'num_proj_c855f3298b7645799ab171f39a9465b3': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_0c9cacbaaf584fd49d7603029849b0b0': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1166.170969] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f54748-cb9a-42ea-b162-2df24cf5cb5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.182049] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bcbd94-4eb7-428b-bc26-f443e0da4b24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.215680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.215680] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.215680] env[65664]: DEBUG nova.network.neutron [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.217751] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c661c57-24b8-4d44-b14e-8a4c9aeabe6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.226917] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dcda8f-4a72-46e5-97bf-bf8c9aed7820 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.243743] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.397376] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416204, 'name': ReconfigVM_Task, 'duration_secs': 0.16364} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.397748] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.398736] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d6e07-6bdc-4674-a54f-ed9bea5c6984 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.424622] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21/fe7bb366-fb7c-4989-9f88-111a01bdfe21.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.425424] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3cb269-5b9a-41be-9a1e-beab4872a274 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.448609] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065025} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.450040] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.450460] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1166.450460] env[65664]: value = "task-4416206" [ 1166.450460] env[65664]: _type = "Task" [ 1166.450460] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.451246] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0aae3b-4034-406b-80fc-ea41e8e9fb48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.482069] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 527403f8-069e-4e78-bd59-2920b9c7d73e/527403f8-069e-4e78-bd59-2920b9c7d73e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.485681] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a094621-4354-4018-868c-4cb16813dec6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.500519] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.508302] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1166.508302] env[65664]: value = "task-4416207" [ 1166.508302] env[65664]: _type = "Task" [ 1166.508302] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.517785] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.747290] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.759661] env[65664]: DEBUG nova.network.neutron [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1166.840684] env[65664]: WARNING neutronclient.v2_0.client [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.915658] env[65664]: DEBUG nova.network.neutron [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.964681] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416206, 'name': ReconfigVM_Task, 'duration_secs': 0.289206} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.965039] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21/fe7bb366-fb7c-4989-9f88-111a01bdfe21.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.965239] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.018899] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416207, 'name': ReconfigVM_Task, 'duration_secs': 0.493815} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.019193] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 527403f8-069e-4e78-bd59-2920b9c7d73e/527403f8-069e-4e78-bd59-2920b9c7d73e.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.019818] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-396f72d9-06e7-4d79-8cc4-16ea940fa757 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.026169] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1167.026169] env[65664]: value = "task-4416208" [ 1167.026169] env[65664]: _type = "Task" [ 1167.026169] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.035244] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416208, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.253090] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1167.253323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.251s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.253548] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.253681] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Cleaning up deleted instances {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1167.418578] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.418959] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Instance network_info: |[{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1167.419484] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:5b:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '001adae3-6cde-4d4f-b9f7-e1b99d7f9d24', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.431368] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1167.431613] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.431853] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2ae3f10-7d11-4b13-9ecd-f1fde81e165a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.458952] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.458952] env[65664]: value = "task-4416209" [ 1167.458952] env[65664]: _type = "Task" [ 1167.458952] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.468810] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416209, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.472559] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d273c65-77e3-45a4-be45-8828bab6370f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.493136] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd5bc19-5af3-441a-897a-3ed5ea202105 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.515327] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.537667] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416208, 'name': Rename_Task, 'duration_secs': 0.152724} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.538100] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.538461] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048eaa5e-8ab1-456e-bbe3-939626a3b6f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.547657] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1167.547657] env[65664]: value = "task-4416210" [ 1167.547657] env[65664]: _type = "Task" [ 1167.547657] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.558757] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.654144] env[65664]: DEBUG nova.compute.manager [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1167.654342] env[65664]: DEBUG nova.compute.manager [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing instance network info cache due to event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1167.654551] env[65664]: DEBUG oslo_concurrency.lockutils [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.654689] env[65664]: DEBUG oslo_concurrency.lockutils [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.654996] env[65664]: DEBUG nova.network.neutron [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.773635] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] There are 70 instances to clean {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1167.773862] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: e30f7be0-3d31-4c3c-af72-9838c09ecba8] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.970301] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416209, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.022901] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.023287] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.061172] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416210, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.065646] env[65664]: DEBUG nova.network.neutron [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Port 27f14678-7928-4276-a629-1cc025147963 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1168.158177] env[65664]: WARNING neutronclient.v2_0.client [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.277722] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: a5f53e4b-8ecc-49a4-8bae-41d86e8ffe92] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.336344] env[65664]: WARNING neutronclient.v2_0.client [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.412604] env[65664]: DEBUG nova.network.neutron [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updated VIF entry in instance network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1168.412992] env[65664]: DEBUG nova.network.neutron [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.428899] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.429334] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.429420] env[65664]: DEBUG nova.compute.manager [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Going to confirm migration 5 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1168.469542] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416209, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.560416] env[65664]: DEBUG oslo_vmware.api [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416210, 'name': PowerOnVM_Task, 'duration_secs': 0.7984} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.560922] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.561186] env[65664]: INFO nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1168.561460] env[65664]: DEBUG nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1168.562277] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d5c61-c6c3-43c6-a5f3-4d9d6973b714 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.782739] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 9010d014-e62c-44a1-a3ba-544ade15f9d0] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.916657] env[65664]: DEBUG oslo_concurrency.lockutils [req-8776b7b0-a977-4536-82bd-3e207b6ad27b req-fd79d9c2-6ee2-4cf6-9dc5-de560702589e service nova] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.936333] env[65664]: WARNING neutronclient.v2_0.client [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.971342] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416209, 'name': CreateVM_Task, 'duration_secs': 1.40546} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.971521] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.971983] env[65664]: WARNING neutronclient.v2_0.client [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.972377] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.972535] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.972876] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.973158] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c4eb02-9366-4bb4-aef6-e7952155dd50 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.978941] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1168.978941] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5b5be-633e-21eb-6c5e-91e0de667b8e" [ 1168.978941] env[65664]: _type = "Task" [ 1168.978941] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.983534] env[65664]: WARNING neutronclient.v2_0.client [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.983904] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.984066] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.984241] env[65664]: DEBUG nova.network.neutron [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.984426] env[65664]: DEBUG nova.objects.instance [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'info_cache' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.994652] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e5b5be-633e-21eb-6c5e-91e0de667b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.994652] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.994867] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.994903] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.995056] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.995245] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.995523] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a92d7889-2158-4754-af61-55992c8b15c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.006134] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.006333] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.007367] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fae953-123e-4d20-b712-835545ddc837 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.014174] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1169.014174] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521538e5-d904-a975-1aef-3bb35273d0c5" [ 1169.014174] env[65664]: _type = "Task" [ 1169.014174] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.023251] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521538e5-d904-a975-1aef-3bb35273d0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.096884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.097156] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.097345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.099126] env[65664]: INFO nova.compute.manager [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Took 18.14 seconds to build instance. [ 1169.285953] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 691307fb-47ce-4bd8-be2e-e6836e214f68] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.525720] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]521538e5-d904-a975-1aef-3bb35273d0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.526792] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6aeb61-433d-46ae-a234-86b18f65feb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.533165] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1169.533165] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52df8b2e-0f43-235c-18e2-64edae169399" [ 1169.533165] env[65664]: _type = "Task" [ 1169.533165] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.543704] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52df8b2e-0f43-235c-18e2-64edae169399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.601859] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.651s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.788741] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 092847c2-a54d-4fc4-92c6-ac21da475012] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.843866] env[65664]: DEBUG nova.compute.manager [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Received event network-changed-8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1169.843960] env[65664]: DEBUG nova.compute.manager [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Refreshing instance network info cache due to event network-changed-8a28aab7-12d3-4242-9c67-7f56fe837acb. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1169.844345] env[65664]: DEBUG oslo_concurrency.lockutils [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] Acquiring lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.844559] env[65664]: DEBUG oslo_concurrency.lockutils [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] Acquired lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.844796] env[65664]: DEBUG nova.network.neutron [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Refreshing network info cache for port 8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.990980] env[65664]: WARNING neutronclient.v2_0.client [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.044683] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52df8b2e-0f43-235c-18e2-64edae169399, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.046117] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.046117] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 3dc671d6-5859-4481-81d7-f58d0275b167/3dc671d6-5859-4481-81d7-f58d0275b167.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.046117] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c51456-678a-45cb-80cd-cfb0d9a8e16b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.053194] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1170.053194] env[65664]: value = "task-4416211" [ 1170.053194] env[65664]: _type = "Task" [ 1170.053194] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.065040] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.105083] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.141515] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.141611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.141753] env[65664]: DEBUG nova.network.neutron [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.168387] env[65664]: WARNING neutronclient.v2_0.client [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.249822] env[65664]: DEBUG nova.network.neutron [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.293229] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: db887207-6147-49f8-ad9e-541820a8a4dd] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.348086] env[65664]: WARNING neutronclient.v2_0.client [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.540750] env[65664]: WARNING neutronclient.v2_0.client [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.565216] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416211, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.629936] env[65664]: DEBUG nova.network.neutron [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Updated VIF entry in instance network info cache for port 8a28aab7-12d3-4242-9c67-7f56fe837acb. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1170.630341] env[65664]: DEBUG nova.network.neutron [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Updating instance_info_cache with network_info: [{"id": "8a28aab7-12d3-4242-9c67-7f56fe837acb", "address": "fa:16:3e:4b:5d:b1", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a28aab7-12", "ovs_interfaceid": "8a28aab7-12d3-4242-9c67-7f56fe837acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.644637] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.753079] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.753477] env[65664]: DEBUG nova.objects.instance [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'migration_context' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.796997] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 89d471d8-0523-404f-964f-d698a219f464] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.811018] env[65664]: WARNING neutronclient.v2_0.client [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.881950] env[65664]: DEBUG nova.network.neutron [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [{"id": "27f14678-7928-4276-a629-1cc025147963", "address": "fa:16:3e:6c:44:2d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f14678-79", "ovs_interfaceid": "27f14678-7928-4276-a629-1cc025147963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.065921] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525465} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.066244] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 3dc671d6-5859-4481-81d7-f58d0275b167/3dc671d6-5859-4481-81d7-f58d0275b167.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.066464] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.066733] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36fb4ca8-1e7a-4eb8-b1c2-920d7666ea89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.077128] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1171.077128] env[65664]: value = "task-4416213" [ 1171.077128] env[65664]: _type = "Task" [ 1171.077128] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.087052] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.133081] env[65664]: DEBUG oslo_concurrency.lockutils [req-b7a2ef2b-d804-4d68-a052-0c2b40860bf9 req-c1fdcc44-0a78-4e0d-9b49-9578300c2aa5 service nova] Releasing lock "refresh_cache-527403f8-069e-4e78-bd59-2920b9c7d73e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.257203] env[65664]: DEBUG nova.objects.base [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Object Instance<7f0fe3c5-4b20-439b-b41d-fcef97533295> lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.258276] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10759b30-8821-44a7-9f7e-6ba06c77bdad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.280718] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2519796-ca3b-41ae-be2b-357e683f77f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.288147] env[65664]: DEBUG oslo_vmware.api [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1171.288147] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528d179d-32b8-8e17-e4a0-c3c2de2c3f2e" [ 1171.288147] env[65664]: _type = "Task" [ 1171.288147] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.297374] env[65664]: DEBUG oslo_vmware.api [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528d179d-32b8-8e17-e4a0-c3c2de2c3f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.300040] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b235b5e5-5684-46ef-bdc7-135e43295660] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.384774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.591559] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075775} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.591945] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.593019] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b229ca-583c-433a-b9b4-dd9d330bb6fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.630844] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3dc671d6-5859-4481-81d7-f58d0275b167/3dc671d6-5859-4481-81d7-f58d0275b167.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.631275] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd0a5cf-25ed-4557-b825-05d18deab5da {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.655889] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1171.655889] env[65664]: value = "task-4416214" [ 1171.655889] env[65664]: _type = "Task" [ 1171.655889] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.664830] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.799713] env[65664]: DEBUG oslo_vmware.api [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528d179d-32b8-8e17-e4a0-c3c2de2c3f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.025662} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.800015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.800381] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.803583] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 863c101e-1238-477e-8bdf-931137eeab3b] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.912747] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f114a3-a840-4a55-8de2-23a71b57e863 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.943352] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300012a9-13d8-4b87-8516-4481dd4ae7c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.953410] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.168760] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.307074] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f58cd15d-cf04-435c-8df4-7308b4089c11] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.450241] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f83f21-2e6b-4804-bed5-7bf749747ebb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.458600] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.458896] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-decd4321-3ed2-4854-b8d8-c11733d6b8f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.462478] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972e30fe-a4fb-4db4-9392-1c87a473d5a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.495409] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecda8f29-736c-4d8c-8a48-8fd30f713fba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.498200] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1172.498200] env[65664]: value = "task-4416215" [ 1172.498200] env[65664]: _type = "Task" [ 1172.498200] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.505977] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4143dc94-8655-4dcb-a5f4-3259a8693f96 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.513833] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.526318] env[65664]: DEBUG nova.compute.provider_tree [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.668471] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416214, 'name': ReconfigVM_Task, 'duration_secs': 0.764816} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.668843] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3dc671d6-5859-4481-81d7-f58d0275b167/3dc671d6-5859-4481-81d7-f58d0275b167.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.669438] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ada939b-d49a-48b5-be37-4d183061e829 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.677261] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1172.677261] env[65664]: value = "task-4416216" [ 1172.677261] env[65664]: _type = "Task" [ 1172.677261] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.687571] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416216, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.810301] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3d6ee82d-5cfa-4c97-a976-933227759979] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.008760] env[65664]: DEBUG oslo_vmware.api [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416215, 'name': PowerOnVM_Task, 'duration_secs': 0.408124} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.008760] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.009345] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cb4410-f163-4737-b785-4c01d287aaec tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance 'fe7bb366-fb7c-4989-9f88-111a01bdfe21' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.029860] env[65664]: DEBUG nova.scheduler.client.report [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.188853] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416216, 'name': Rename_Task, 'duration_secs': 0.22363} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.189060] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.189318] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83488f00-d609-4c80-98a5-6c9497fd22c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.196608] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1173.196608] env[65664]: value = "task-4416217" [ 1173.196608] env[65664]: _type = "Task" [ 1173.196608] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.206341] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.314418] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c168bc07-2f4e-4b9c-9cf3-f247ff5e40b1] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.710929] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.818903] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: fce7c3c4-a66e-49ba-9431-39b9fa91d025] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1174.039588] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.039821] env[65664]: DEBUG nova.compute.manager [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65664) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5413}} [ 1174.208832] env[65664]: DEBUG oslo_vmware.api [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416217, 'name': PowerOnVM_Task, 'duration_secs': 0.5174} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.209150] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.209307] env[65664]: INFO nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1174.209531] env[65664]: DEBUG nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1174.210458] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3daf69-e42d-4bf1-969c-2ff2b0243df9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.323315] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 0006023e-3281-4a82-a49f-fdc03492f322] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1174.603493] env[65664]: INFO nova.scheduler.client.report [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted allocation for migration 28a1b726-19c7-4fa1-9601-a3a9ec5c0f0d [ 1174.731239] env[65664]: INFO nova.compute.manager [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Took 19.66 seconds to build instance. [ 1174.827642] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 56a50ead-37c7-4687-b1be-d6ad5f11b8b4] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1175.109636] env[65664]: DEBUG oslo_concurrency.lockutils [None req-1bdaa59c-2fb4-4cb5-943c-020673d8b15b tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.680s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.114289] env[65664]: DEBUG nova.compute.manager [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1175.114289] env[65664]: DEBUG nova.compute.manager [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing instance network info cache due to event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1175.114289] env[65664]: DEBUG oslo_concurrency.lockutils [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.114289] env[65664]: DEBUG oslo_concurrency.lockutils [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.114289] env[65664]: DEBUG nova.network.neutron [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.233879] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f60db7c9-4321-49cc-bcb1-db736d1ace6c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "3dc671d6-5859-4481-81d7-f58d0275b167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.167s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.331067] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 52b9ebe0-554a-4d35-b949-bed973996c41] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1175.482511] env[65664]: DEBUG nova.objects.instance [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'flavor' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.616983] env[65664]: WARNING neutronclient.v2_0.client [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.779200] env[65664]: WARNING neutronclient.v2_0.client [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.837915] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 217852f2-958f-48b8-9eb7-3e7368e91ac8] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1175.840637] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.840968] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.842020] env[65664]: DEBUG nova.compute.manager [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Going to confirm migration 6 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1175.852981] env[65664]: DEBUG nova.network.neutron [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updated VIF entry in instance network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.853380] env[65664]: DEBUG nova.network.neutron [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.988244] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.988383] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.988501] env[65664]: DEBUG nova.network.neutron [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1175.988669] env[65664]: DEBUG nova.objects.instance [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'info_cache' on Instance uuid 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.093942] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.094184] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.344113] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 7c8cdcc4-dbcc-4abb-91f5-f2cf9e66fa70] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1176.351035] env[65664]: WARNING neutronclient.v2_0.client [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.356074] env[65664]: DEBUG oslo_concurrency.lockutils [req-84fac08f-de8b-4bdc-bdcc-01c3670e576b req-1e4ab715-f6d1-4448-90e7-78e8f22d27bd service nova] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.388997] env[65664]: WARNING neutronclient.v2_0.client [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.389377] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.389534] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquired lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.389705] env[65664]: DEBUG nova.network.neutron [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1176.389885] env[65664]: DEBUG nova.objects.instance [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'info_cache' on Instance uuid fe7bb366-fb7c-4989-9f88-111a01bdfe21 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.492061] env[65664]: DEBUG nova.objects.base [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Object Instance<7f0fe3c5-4b20-439b-b41d-fcef97533295> lazy-loaded attributes: flavor,info_cache {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.596601] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1176.849658] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 12e7d846-7059-4d21-81b6-19e9afd6d007] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1176.995675] env[65664]: WARNING neutronclient.v2_0.client [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.120927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.121222] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.122821] env[65664]: INFO nova.compute.claims [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.154784] env[65664]: WARNING neutronclient.v2_0.client [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.229357] env[65664]: DEBUG nova.network.neutron [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [{"id": "f0206cad-e512-416e-946b-ea253b7cf9eb", "address": "fa:16:3e:52:b3:81", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0206cad-e5", "ovs_interfaceid": "f0206cad-e512-416e-946b-ea253b7cf9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.254520] env[65664]: INFO nova.compute.manager [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Rebuilding instance [ 1177.299504] env[65664]: DEBUG nova.compute.manager [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1177.300457] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55177dea-eeef-4bd5-a556-395ab77296bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.353077] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3ca59827-d235-4818-b66e-2da0b5d63bd9] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1177.395833] env[65664]: WARNING neutronclient.v2_0.client [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.553520] env[65664]: WARNING neutronclient.v2_0.client [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.622550] env[65664]: DEBUG nova.network.neutron [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [{"id": "27f14678-7928-4276-a629-1cc025147963", "address": "fa:16:3e:6c:44:2d", "network": {"id": "fe99dcac-5a51-46ff-82a3-a3300272b17a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-188799598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17cdff1850a345f7b59cb69c46148a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f14678-79", "ovs_interfaceid": "27f14678-7928-4276-a629-1cc025147963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.732294] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-7f0fe3c5-4b20-439b-b41d-fcef97533295" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.855553] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 6c42de52-8a06-4f37-b6c4-3ca2d6a3aced] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1178.125427] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Releasing lock "refresh_cache-fe7bb366-fb7c-4989-9f88-111a01bdfe21" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.125705] env[65664]: DEBUG nova.objects.instance [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lazy-loading 'migration_context' on Instance uuid fe7bb366-fb7c-4989-9f88-111a01bdfe21 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.276436] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076481f8-d740-404e-af86-3532c92e77b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.285337] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee969809-6e2a-459f-bc92-8e935167485e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.318418] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.318966] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba2be2e-5740-4d09-bbab-f53afd7e1271 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.321555] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca2e5f-8acb-4cdd-acbb-71621d790f87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.330120] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f39a1-759e-4bd1-aae3-2cc1bd63dead {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.335417] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1178.335417] env[65664]: value = "task-4416221" [ 1178.335417] env[65664]: _type = "Task" [ 1178.335417] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.347468] env[65664]: DEBUG nova.compute.provider_tree [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.354314] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.358389] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 572ad7e6-3347-4608-9a01-c53c9533bef3] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1178.628308] env[65664]: DEBUG nova.objects.base [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.629272] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8af3cb7-9fd9-4adb-a709-70fff90f545f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.650816] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2af4ba-485a-4a90-b5cd-85b69c89b8f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.657461] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1178.657461] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52337b82-b36e-d390-4c19-66a84519d27f" [ 1178.657461] env[65664]: _type = "Task" [ 1178.657461] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.668062] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52337b82-b36e-d390-4c19-66a84519d27f, 'name': SearchDatastore_Task, 'duration_secs': 0.007667} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.668339] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.738250] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.738666] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60fab9c6-50ee-41fe-a1a3-a9acfd822702 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.745956] env[65664]: DEBUG oslo_vmware.api [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1178.745956] env[65664]: value = "task-4416222" [ 1178.745956] env[65664]: _type = "Task" [ 1178.745956] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.756566] env[65664]: DEBUG oslo_vmware.api [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.848585] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416221, 'name': PowerOffVM_Task, 'duration_secs': 0.232878} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.848913] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.849930] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.850299] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51cac83-365e-4390-aa6a-a691761b1741 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.854854] env[65664]: DEBUG nova.scheduler.client.report [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.864411] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 6bb40da3-e0da-4408-a1ce-2df61c746e29] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1178.866732] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.867269] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c124690c-d37c-4feb-80b7-0801d750fd62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.938354] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.938667] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.938867] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleting the datastore file [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.939178] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aa395ca-85c2-41b8-ab6a-5e6848f399e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.946843] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1178.946843] env[65664]: value = "task-4416224" [ 1178.946843] env[65664]: _type = "Task" [ 1178.946843] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.956902] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.259219] env[65664]: DEBUG oslo_vmware.api [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416222, 'name': PowerOnVM_Task, 'duration_secs': 0.432114} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.259608] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.259899] env[65664]: DEBUG nova.compute.manager [None req-cd207159-e25a-4f77-b982-f37c90b224e0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.260852] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d216c2-fa58-43e3-b0ac-9baf81e27255 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.360942] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.361527] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1179.364496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.696s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.368247] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c0739b32-fbba-456f-b15d-e943cd6f51a0] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1179.457094] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151116} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.457344] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.457523] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.457690] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.870567] env[65664]: DEBUG nova.compute.utils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.872204] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 835cb91b-4107-4c1e-b207-3ce081a13086] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1179.873851] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1179.874051] env[65664]: DEBUG nova.network.neutron [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1179.874389] env[65664]: WARNING neutronclient.v2_0.client [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.874682] env[65664]: WARNING neutronclient.v2_0.client [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.934394] env[65664]: DEBUG nova.policy [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.046061] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e3929-41bb-43fd-958c-ed5771bf1985 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.054164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf029a62-3d6a-43a0-9e4e-b1738d2b3e1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.084966] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eb382b-3e9b-436c-9185-1d7d714bb940 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.093328] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5425f-a96e-460a-bd60-4aa8daa9e703 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.107587] env[65664]: DEBUG nova.compute.provider_tree [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.165104] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.165409] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.165615] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.165792] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.165953] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.168151] env[65664]: INFO nova.compute.manager [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Terminating instance [ 1180.219962] env[65664]: DEBUG nova.network.neutron [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Successfully created port: 031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1180.377589] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: d7b83686-1f79-4fe7-9103-96a1885d82b4] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1180.379724] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1180.498119] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.498392] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.498575] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.498786] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.498954] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.499193] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.499359] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.499559] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.499748] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.499955] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.500148] env[65664]: DEBUG nova.virt.hardware [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.501580] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76975b53-be66-4a90-bd44-01aae8c7476d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.511567] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02ab74-5ac6-4cbc-a330-4f4d7c462a8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.528034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c1:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a63113a3-ff17-4649-9e80-61ab00f0d00e', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.535520] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1180.535919] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.536210] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbecd26-8e54-4ebf-8cd7-f63e8e592e14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.563359] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.563359] env[65664]: value = "task-4416226" [ 1180.563359] env[65664]: _type = "Task" [ 1180.563359] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.574057] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416226, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.610789] env[65664]: DEBUG nova.scheduler.client.report [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.672594] env[65664]: DEBUG nova.compute.manager [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1180.672892] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.673893] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a676df0-8b04-4a2e-8253-f13aeb41e36d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.684266] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.684850] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e028b69d-60a2-40f9-832b-70fc9f164bd9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.694371] env[65664]: DEBUG oslo_vmware.api [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1180.694371] env[65664]: value = "task-4416227" [ 1180.694371] env[65664]: _type = "Task" [ 1180.694371] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.706535] env[65664]: DEBUG oslo_vmware.api [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.884200] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 21e8299b-2556-445f-bf30-298acc245dff] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1181.074436] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416226, 'name': CreateVM_Task, 'duration_secs': 0.353951} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.074668] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.075286] env[65664]: WARNING neutronclient.v2_0.client [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1181.075728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.075901] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.076261] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.076603] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458815ae-520f-42fd-b241-1a94c582a220 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.082312] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1181.082312] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dc810a-3c8d-ef5b-5563-1e9fe594e53e" [ 1181.082312] env[65664]: _type = "Task" [ 1181.082312] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.091067] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dc810a-3c8d-ef5b-5563-1e9fe594e53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.205584] env[65664]: DEBUG oslo_vmware.api [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416227, 'name': PowerOffVM_Task, 'duration_secs': 0.204001} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.205897] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.206314] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.206505] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39fb699f-67fa-431f-88a8-6ab1b3642a73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.284818] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.285087] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.285299] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleting the datastore file [datastore1] 7f0fe3c5-4b20-439b-b41d-fcef97533295 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.285694] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892b1742-47b0-4066-ad4f-1cec20d498e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.293301] env[65664]: DEBUG oslo_vmware.api [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1181.293301] env[65664]: value = "task-4416229" [ 1181.293301] env[65664]: _type = "Task" [ 1181.293301] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.303868] env[65664]: DEBUG oslo_vmware.api [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.391691] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 90fb8d0f-7b01-423e-ade3-10dc360acf62] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1181.394575] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1181.423968] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1181.424294] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.424451] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1181.424662] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.424836] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1181.424991] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1181.425241] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.425404] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1181.425591] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1181.425750] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.426008] env[65664]: DEBUG nova.virt.hardware [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.426942] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70872d6e-c33a-49fb-ad6b-c49a95f47b54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.439636] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384a94e-f88d-4d04-8717-c30b1a70d303 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.595396] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52dc810a-3c8d-ef5b-5563-1e9fe594e53e, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.595760] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.596041] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.596328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.596500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.596709] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.597070] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e815f51-2f32-4168-b780-5880063b1ecb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.607062] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.607264] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.607983] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c84a8d-ec28-45e7-9e3e-3caad3ad2ce8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.614268] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1181.614268] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52309f77-c0c5-0525-e3b2-88fafdc28fac" [ 1181.614268] env[65664]: _type = "Task" [ 1181.614268] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.623855] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.259s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.627153] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52309f77-c0c5-0525-e3b2-88fafdc28fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.700971] env[65664]: DEBUG nova.compute.manager [req-6f3b2bf5-0321-4209-90d2-b8a0ea5e0a33 req-8779d811-b9de-4ac2-9cc9-ff5dd18daa4b service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-vif-plugged-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1181.701255] env[65664]: DEBUG oslo_concurrency.lockutils [req-6f3b2bf5-0321-4209-90d2-b8a0ea5e0a33 req-8779d811-b9de-4ac2-9cc9-ff5dd18daa4b service nova] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.701557] env[65664]: DEBUG oslo_concurrency.lockutils [req-6f3b2bf5-0321-4209-90d2-b8a0ea5e0a33 req-8779d811-b9de-4ac2-9cc9-ff5dd18daa4b service nova] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.701755] env[65664]: DEBUG oslo_concurrency.lockutils [req-6f3b2bf5-0321-4209-90d2-b8a0ea5e0a33 req-8779d811-b9de-4ac2-9cc9-ff5dd18daa4b service nova] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.701931] env[65664]: DEBUG nova.compute.manager [req-6f3b2bf5-0321-4209-90d2-b8a0ea5e0a33 req-8779d811-b9de-4ac2-9cc9-ff5dd18daa4b service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] No waiting events found dispatching network-vif-plugged-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1181.702119] env[65664]: WARNING nova.compute.manager [req-6f3b2bf5-0321-4209-90d2-b8a0ea5e0a33 req-8779d811-b9de-4ac2-9cc9-ff5dd18daa4b service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received unexpected event network-vif-plugged-031755c4-de96-4094-baad-aec96d56bef9 for instance with vm_state building and task_state spawning. [ 1181.792929] env[65664]: DEBUG nova.network.neutron [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Successfully updated port: 031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1181.806714] env[65664]: DEBUG oslo_vmware.api [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151336} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.806942] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.807148] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.807324] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.807525] env[65664]: INFO nova.compute.manager [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.807787] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1181.808778] env[65664]: DEBUG nova.compute.manager [-] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1181.808885] env[65664]: DEBUG nova.network.neutron [-] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1181.809155] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.854072] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.898270] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: e2e4dd5e-66f4-4dad-8bf1-0f576816ae9b] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1182.131438] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52309f77-c0c5-0525-e3b2-88fafdc28fac, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.135224] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16bec49-2dd0-4d06-a32a-a2d6dc4b3b15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.141506] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1182.141506] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e827b9-1ec0-3505-96d8-52bc530e9c90" [ 1182.141506] env[65664]: _type = "Task" [ 1182.141506] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.151521] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e827b9-1ec0-3505-96d8-52bc530e9c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.197302] env[65664]: INFO nova.scheduler.client.report [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocation for migration bbb8874a-0213-40c5-bffd-ff382668eaa8 [ 1182.296168] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.296405] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.296618] env[65664]: DEBUG nova.network.neutron [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1182.401835] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 0b12beac-c556-4a9d-98a8-9ecc469b7074] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1182.653373] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e827b9-1ec0-3505-96d8-52bc530e9c90, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.653549] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.653793] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.654068] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2540f82d-a980-417e-a7af-9792773d29c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.661541] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1182.661541] env[65664]: value = "task-4416231" [ 1182.661541] env[65664]: _type = "Task" [ 1182.661541] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.670626] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.705882] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.865s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.832411] env[65664]: DEBUG nova.network.neutron [-] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.834436] env[65664]: DEBUG nova.network.neutron [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1182.905450] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b377da4a-3b4a-425f-aabb-9358efe858aa] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1182.920794] env[65664]: WARNING neutronclient.v2_0.client [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.004441] env[65664]: DEBUG nova.network.neutron [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.172815] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473267} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.173123] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.173374] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.173682] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0085fda0-2d2e-4c94-ac87-7f182e5214cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.181837] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1183.181837] env[65664]: value = "task-4416232" [ 1183.181837] env[65664]: _type = "Task" [ 1183.181837] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.191428] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.338359] env[65664]: INFO nova.compute.manager [-] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Took 1.53 seconds to deallocate network for instance. [ 1183.409211] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 8530354c-603e-40b5-a570-fcf6000bac39] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1183.507820] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.508497] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Instance network_info: |[{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1183.508847] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:0c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '031755c4-de96-4094-baad-aec96d56bef9', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.517615] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1183.517909] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.518225] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728e8f20-1ae2-4938-a7d0-d4dc03c55099 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.541826] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.541826] env[65664]: value = "task-4416233" [ 1183.541826] env[65664]: _type = "Task" [ 1183.541826] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.550279] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416233, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.692901] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068083} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.693201] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.693964] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5edb8e-6d30-48a6-b0c9-3d23678c0d13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.719176] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.719414] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9918fb7d-bb15-4cc1-aaef-2b8740245421 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.739744] env[65664]: DEBUG nova.compute.manager [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-changed-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1183.739863] env[65664]: DEBUG nova.compute.manager [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing instance network info cache due to event network-changed-031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1183.740050] env[65664]: DEBUG oslo_concurrency.lockutils [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.740253] env[65664]: DEBUG oslo_concurrency.lockutils [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.740412] env[65664]: DEBUG nova.network.neutron [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing network info cache for port 031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.743842] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1183.743842] env[65664]: value = "task-4416234" [ 1183.743842] env[65664]: _type = "Task" [ 1183.743842] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.754622] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.847500] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.847794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.847991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.872635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.873332] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.873490] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.873610] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.873831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.876347] env[65664]: INFO nova.compute.manager [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Terminating instance [ 1183.880910] env[65664]: INFO nova.scheduler.client.report [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted allocations for instance 7f0fe3c5-4b20-439b-b41d-fcef97533295 [ 1183.913660] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 6b640536-b3ca-4672-98ca-41e56412bed2] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1184.054072] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416233, 'name': CreateVM_Task, 'duration_secs': 0.443505} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.054072] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.054411] env[65664]: WARNING neutronclient.v2_0.client [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.054812] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.054978] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.055337] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.055667] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b74b98-fbed-4aba-8eb8-3baf4731903d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.062214] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1184.062214] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f9fe87-ffc3-5ad3-a7ae-a074df7c3127" [ 1184.062214] env[65664]: _type = "Task" [ 1184.062214] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.071874] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f9fe87-ffc3-5ad3-a7ae-a074df7c3127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.247753] env[65664]: WARNING neutronclient.v2_0.client [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.262336] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416234, 'name': ReconfigVM_Task, 'duration_secs': 0.391515} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.262336] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146/0e58d341-8e11-413e-a9d7-edb6745a8146.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.263098] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa8e8730-0a17-4a09-ba34-9bf807c1a53d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.275618] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1184.275618] env[65664]: value = "task-4416236" [ 1184.275618] env[65664]: _type = "Task" [ 1184.275618] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.287886] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416236, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.383760] env[65664]: DEBUG nova.compute.manager [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1184.384008] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.385203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac49df-de6d-454e-833b-b94652a25be2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.394230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d1456fe6-d6ff-4b24-9175-f476578b4f61 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "7f0fe3c5-4b20-439b-b41d-fcef97533295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.229s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.397536] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.397964] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb0e174-de56-4dad-b389-757df40708c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.405497] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1184.405497] env[65664]: value = "task-4416237" [ 1184.405497] env[65664]: _type = "Task" [ 1184.405497] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.416395] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.417551] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: edc53b1f-8e34-40d4-ba75-075c9bca7939] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1184.499965] env[65664]: WARNING neutronclient.v2_0.client [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.573297] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f9fe87-ffc3-5ad3-a7ae-a074df7c3127, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.573464] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.573814] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.574031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.574080] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.574273] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.575342] env[65664]: DEBUG nova.network.neutron [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updated VIF entry in instance network info cache for port 031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1184.575672] env[65664]: DEBUG nova.network.neutron [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.576858] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a5bfdb-e61e-483f-bd22-e48a434c5e07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.587404] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.587625] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.588527] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9a3021-5bf9-40ee-81b1-a544308f229f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.597663] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1184.597663] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5209409a-9117-32b1-7d19-b884cb0bc897" [ 1184.597663] env[65664]: _type = "Task" [ 1184.597663] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.607701] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5209409a-9117-32b1-7d19-b884cb0bc897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.785498] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416236, 'name': Rename_Task, 'duration_secs': 0.226024} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.785905] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.786267] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b5081d-6b3e-4102-94e6-9ff8a4ccb8b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.794243] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1184.794243] env[65664]: value = "task-4416238" [ 1184.794243] env[65664]: _type = "Task" [ 1184.794243] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.803542] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.917228] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416237, 'name': PowerOffVM_Task, 'duration_secs': 0.497857} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.917583] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.917733] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.917995] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0b44d86-9334-4681-84f1-e039bc85eab9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.921309] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 26a623cb-37cb-46ed-826e-204267a144b8] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1185.006693] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.006963] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.007235] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleting the datastore file [datastore2] fe7bb366-fb7c-4989-9f88-111a01bdfe21 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.007521] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef786e00-13e4-4fda-a64a-24d72a4271cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.015258] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for the task: (returnval){ [ 1185.015258] env[65664]: value = "task-4416240" [ 1185.015258] env[65664]: _type = "Task" [ 1185.015258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.026560] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.079899] env[65664]: DEBUG oslo_concurrency.lockutils [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.080217] env[65664]: DEBUG nova.compute.manager [req-b1433380-7450-48c1-aa85-488a6d5c1d57 req-58e8d9ab-c19b-429f-b520-5f2f85f5aaf7 service nova] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Received event network-vif-deleted-f0206cad-e512-416e-946b-ea253b7cf9eb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1185.110047] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5209409a-9117-32b1-7d19-b884cb0bc897, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.110047] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fda0b43-7c23-43ee-82d6-5f465ec2f83d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.116940] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1185.116940] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ac571e-9b79-1e8d-1cff-668a5a6ef060" [ 1185.116940] env[65664]: _type = "Task" [ 1185.116940] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.126737] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ac571e-9b79-1e8d-1cff-668a5a6ef060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.303725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.304064] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.309400] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.424610] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: e205ed4f-3703-4de4-93e4-54852098df4c] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1185.526938] env[65664]: DEBUG oslo_vmware.api [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Task: {'id': task-4416240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201257} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.527216] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.527449] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.527715] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.527903] env[65664]: INFO nova.compute.manager [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1185.528197] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1185.528406] env[65664]: DEBUG nova.compute.manager [-] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1185.528748] env[65664]: DEBUG nova.network.neutron [-] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1185.528781] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.566653] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.629693] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ac571e-9b79-1e8d-1cff-668a5a6ef060, 'name': SearchDatastore_Task, 'duration_secs': 0.021948} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.630130] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.630462] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e9ae44c7-0226-4e36-b33a-50945490de4f/e9ae44c7-0226-4e36-b33a-50945490de4f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.630858] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d0c6c5-7327-481c-bc1f-dffa67e3cbb1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.638726] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1185.638726] env[65664]: value = "task-4416241" [ 1185.638726] env[65664]: _type = "Task" [ 1185.638726] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.647659] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.806340] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1185.809756] env[65664]: DEBUG oslo_vmware.api [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416238, 'name': PowerOnVM_Task, 'duration_secs': 0.834644} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.812210] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.813394] env[65664]: DEBUG nova.compute.manager [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1185.813852] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4523a692-f4de-4d09-8038-41fb76fa954e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.830893] env[65664]: DEBUG nova.compute.manager [req-500faeaf-3d71-4cdc-b5f6-38fc7f9237ec req-82331991-72f0-4e68-befa-cc66990db15e service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Received event network-vif-deleted-27f14678-7928-4276-a629-1cc025147963 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1185.831074] env[65664]: INFO nova.compute.manager [req-500faeaf-3d71-4cdc-b5f6-38fc7f9237ec req-82331991-72f0-4e68-befa-cc66990db15e service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Neutron deleted interface 27f14678-7928-4276-a629-1cc025147963; detaching it from the instance and deleting it from the info cache [ 1185.831267] env[65664]: DEBUG nova.network.neutron [req-500faeaf-3d71-4cdc-b5f6-38fc7f9237ec req-82331991-72f0-4e68-befa-cc66990db15e service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.928192] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 78a7f578-6745-43e6-af34-b46d3f230cd1] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1186.151134] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416241, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.315414] env[65664]: DEBUG nova.network.neutron [-] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.337943] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5f034b3-7b82-4e97-99c5-5143499a777e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.342498] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.342768] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.344363] env[65664]: INFO nova.compute.claims [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.348628] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.359866] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a17c87-efcc-4b1f-8d86-47597c290de5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.407142] env[65664]: DEBUG nova.compute.manager [req-500faeaf-3d71-4cdc-b5f6-38fc7f9237ec req-82331991-72f0-4e68-befa-cc66990db15e service nova] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Detach interface failed, port_id=27f14678-7928-4276-a629-1cc025147963, reason: Instance fe7bb366-fb7c-4989-9f88-111a01bdfe21 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1186.432654] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 8e203ba5-61f9-41a5-94d3-7bb731482e79] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1186.654338] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58015} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.654740] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] e9ae44c7-0226-4e36-b33a-50945490de4f/e9ae44c7-0226-4e36-b33a-50945490de4f.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.655089] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.655465] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e97366c-ad09-4644-b344-a78d8e1474f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.664585] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1186.664585] env[65664]: value = "task-4416243" [ 1186.664585] env[65664]: _type = "Task" [ 1186.664585] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.679396] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.822791] env[65664]: INFO nova.compute.manager [-] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Took 1.29 seconds to deallocate network for instance. [ 1186.936216] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f317f33a-8a2d-4e65-9429-d4d2bfa0a24a] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1187.175866] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071207} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.176170] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.176957] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a39da2-dc8b-4b2c-a0b9-71c1eef7a4e0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.199782] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] e9ae44c7-0226-4e36-b33a-50945490de4f/e9ae44c7-0226-4e36-b33a-50945490de4f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.200050] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2a20de-cfd0-4dfd-8b46-5a59ce7c719c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.221854] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1187.221854] env[65664]: value = "task-4416244" [ 1187.221854] env[65664]: _type = "Task" [ 1187.221854] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.231174] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.330951] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.439507] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 367c9018-7b83-41ed-9349-f8003f4af2b8] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1187.494600] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea15e7b-fbeb-4922-90d9-096eca132065 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.505797] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b37737-c647-4ef3-a528-e16d5d030f94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.540339] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc56c7d7-4b82-4773-b07e-22593950b745 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.548641] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ae8b24-e71c-44a1-9a16-a01c44734086 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.564150] env[65664]: DEBUG nova.compute.provider_tree [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.732992] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416244, 'name': ReconfigVM_Task, 'duration_secs': 0.330196} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.733297] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] e9ae44c7-0226-4e36-b33a-50945490de4f/e9ae44c7-0226-4e36-b33a-50945490de4f.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.734054] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3711d019-017a-43be-8017-994087e2266c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.741116] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1187.741116] env[65664]: value = "task-4416245" [ 1187.741116] env[65664]: _type = "Task" [ 1187.741116] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.750913] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416245, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.942489] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 19a4e1e6-2b87-46ce-b663-6b73982c50b9] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1188.067344] env[65664]: DEBUG nova.scheduler.client.report [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.251778] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416245, 'name': Rename_Task, 'duration_secs': 0.165632} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.252098] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.252403] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a75ef0d-390f-4282-84c0-6533f88f0ceb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.259674] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1188.259674] env[65664]: value = "task-4416246" [ 1188.259674] env[65664]: _type = "Task" [ 1188.259674] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.268523] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.445918] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: be236e85-64d8-4e05-a0fa-b7e436b8d6f5] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1188.572444] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.573038] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1188.576603] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.228s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.576853] env[65664]: DEBUG nova.objects.instance [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1188.771023] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.950512] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c07dc834-0d8c-455d-a138-549ff3738fa2] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1189.083015] env[65664]: DEBUG nova.compute.utils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.087347] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1189.087547] env[65664]: DEBUG nova.network.neutron [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1189.087865] env[65664]: WARNING neutronclient.v2_0.client [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.088254] env[65664]: WARNING neutronclient.v2_0.client [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.128644] env[65664]: DEBUG nova.policy [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a76cabb2bce4102af3c5ff2dc815dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec096aa96a8a4a98ac3c7a634a14c2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.271161] env[65664]: DEBUG oslo_vmware.api [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416246, 'name': PowerOnVM_Task, 'duration_secs': 0.532662} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.271520] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.271765] env[65664]: INFO nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1189.271936] env[65664]: DEBUG nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1189.272955] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea776e0a-2cf5-4de7-88c4-7393d9eac49d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.454036] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 34a3eae2-4cf3-4503-a280-d9c6c2a236d4] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1189.464100] env[65664]: DEBUG nova.network.neutron [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Successfully created port: 697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1189.588035] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1189.592424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b9fdffcb-fe31-4944-a144-d51368ddb0de tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.593892] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.263s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.594128] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.617592] env[65664]: INFO nova.scheduler.client.report [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Deleted allocations for instance fe7bb366-fb7c-4989-9f88-111a01bdfe21 [ 1189.793773] env[65664]: INFO nova.compute.manager [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Took 12.69 seconds to build instance. [ 1189.958508] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: cc7c15c8-ee79-435d-88ae-d067cf2fa6db] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1190.126714] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d2457675-31ee-4e3f-b526-10ef5d4269cc tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Lock "fe7bb366-fb7c-4989-9f88-111a01bdfe21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.254s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.296214] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3b9a62fa-1725-49d3-9048-00c4b25aad38 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.202s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.426472] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.426707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.462618] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 2564cbff-4c12-4be4-95b7-a2195bdd89cf] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1190.598396] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1190.630186] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1190.630583] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.630824] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1190.631093] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.631326] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1190.631540] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1190.631801] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.632025] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1190.632235] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1190.632467] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1190.632704] env[65664]: DEBUG nova.virt.hardware [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1190.633965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a07ba-409a-48b6-bae1-86aaad0e9bd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.644217] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2a90a-8526-4202-ba5c-28839088cdd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.908801] env[65664]: DEBUG nova.compute.manager [req-0a08f479-09d1-482c-9146-58e6ab47388d req-4942ab7b-7d60-4c04-bf99-6995d5490e06 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Received event network-vif-plugged-697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1190.909039] env[65664]: DEBUG oslo_concurrency.lockutils [req-0a08f479-09d1-482c-9146-58e6ab47388d req-4942ab7b-7d60-4c04-bf99-6995d5490e06 service nova] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.909270] env[65664]: DEBUG oslo_concurrency.lockutils [req-0a08f479-09d1-482c-9146-58e6ab47388d req-4942ab7b-7d60-4c04-bf99-6995d5490e06 service nova] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.909643] env[65664]: DEBUG oslo_concurrency.lockutils [req-0a08f479-09d1-482c-9146-58e6ab47388d req-4942ab7b-7d60-4c04-bf99-6995d5490e06 service nova] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.909925] env[65664]: DEBUG nova.compute.manager [req-0a08f479-09d1-482c-9146-58e6ab47388d req-4942ab7b-7d60-4c04-bf99-6995d5490e06 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] No waiting events found dispatching network-vif-plugged-697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1190.910169] env[65664]: WARNING nova.compute.manager [req-0a08f479-09d1-482c-9146-58e6ab47388d req-4942ab7b-7d60-4c04-bf99-6995d5490e06 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Received unexpected event network-vif-plugged-697c8449-5b2b-44f7-a5a1-8e3707604768 for instance with vm_state building and task_state spawning. [ 1190.929380] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1190.965731] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3c4e475a-ea3b-47b4-b1c8-924fe4737594] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1191.015300] env[65664]: DEBUG nova.compute.manager [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1191.015528] env[65664]: DEBUG nova.compute.manager [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing instance network info cache due to event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1191.015811] env[65664]: DEBUG oslo_concurrency.lockutils [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.016037] env[65664]: DEBUG oslo_concurrency.lockutils [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.016207] env[65664]: DEBUG nova.network.neutron [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.034031] env[65664]: DEBUG nova.network.neutron [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Successfully updated port: 697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1191.842304] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 97f01620-eb70-4b9e-ba19-7197d7f3cfa0] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1191.844220] env[65664]: WARNING neutronclient.v2_0.client [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.846496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.846655] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.846818] env[65664]: DEBUG nova.network.neutron [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1191.864304] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.864627] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.866273] env[65664]: INFO nova.compute.claims [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.018294] env[65664]: WARNING neutronclient.v2_0.client [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.094585] env[65664]: DEBUG nova.network.neutron [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updated VIF entry in instance network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1192.094958] env[65664]: DEBUG nova.network.neutron [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.349293] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 45018df0-cae6-4ccd-9c36-bc60f8fa37c8] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1192.384614] env[65664]: DEBUG nova.network.neutron [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1192.461199] env[65664]: WARNING neutronclient.v2_0.client [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.533834] env[65664]: DEBUG nova.network.neutron [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.597750] env[65664]: DEBUG oslo_concurrency.lockutils [req-fe6da799-9212-4054-95ce-0fea5c956e6c req-2e4c72ce-5d37-4b7a-a11e-660b475b942b service nova] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.856069] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ef3938d6-8b92-4a55-b212-368346a82867] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1192.940463] env[65664]: DEBUG nova.compute.manager [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Received event network-changed-697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1192.940651] env[65664]: DEBUG nova.compute.manager [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Refreshing instance network info cache due to event network-changed-697c8449-5b2b-44f7-a5a1-8e3707604768. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1192.940885] env[65664]: DEBUG oslo_concurrency.lockutils [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.026877] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe5b090-9e57-4203-97f9-0b934f8b1aaa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.035747] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66fb87-4cca-4c81-a7d0-9a1e099a34fa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.039480] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.039807] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Instance network_info: |[{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1193.040196] env[65664]: DEBUG oslo_concurrency.lockutils [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.040396] env[65664]: DEBUG nova.network.neutron [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Refreshing network info cache for port 697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.042084] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '697c8449-5b2b-44f7-a5a1-8e3707604768', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.049603] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1193.051451] env[65664]: WARNING neutronclient.v2_0.client [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.053816] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.080987] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dfacb83-938a-4297-a054-8ef1c5499779 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.100397] env[65664]: DEBUG nova.compute.manager [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-changed-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1193.100652] env[65664]: DEBUG nova.compute.manager [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing instance network info cache due to event network-changed-031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1193.100901] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.101035] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.101196] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing network info cache for port 031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.102945] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f046f-865b-4b71-8410-0660ef93533b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.118158] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3571754b-c12c-4a19-be6c-1e8c3e698986 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.123092] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.123092] env[65664]: value = "task-4416248" [ 1193.123092] env[65664]: _type = "Task" [ 1193.123092] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.136616] env[65664]: DEBUG nova.compute.provider_tree [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.144334] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416248, 'name': CreateVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.286680] env[65664]: WARNING neutronclient.v2_0.client [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.359701] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 808085f5-4073-46e4-957c-16e02fc5140e] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1193.376459] env[65664]: DEBUG nova.network.neutron [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updated VIF entry in instance network info cache for port 697c8449-5b2b-44f7-a5a1-8e3707604768. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1193.376844] env[65664]: DEBUG nova.network.neutron [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.611150] env[65664]: WARNING neutronclient.v2_0.client [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.640611] env[65664]: DEBUG nova.scheduler.client.report [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.644304] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416248, 'name': CreateVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.788499] env[65664]: WARNING neutronclient.v2_0.client [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.863578] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: d6398fea-9c96-4022-95ac-a1c7ac1dea8e] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1193.866199] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updated VIF entry in instance network info cache for port 031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1193.866512] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.879624] env[65664]: DEBUG oslo_concurrency.lockutils [req-eb9c4257-f229-41c5-b077-85361a9bfa02 req-3d242760-6c82-47f5-9072-052c641851ad service nova] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.138865] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416248, 'name': CreateVM_Task, 'duration_secs': 0.545889} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.139182] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.139419] env[65664]: WARNING neutronclient.v2_0.client [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.139757] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.139898] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.140485] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.140595] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4417d39a-3fa4-459c-a278-18bde66fc12b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.146399] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1194.146399] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523f67e9-f3f8-3771-7e48-d5a35e717537" [ 1194.146399] env[65664]: _type = "Task" [ 1194.146399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.150305] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.150669] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1194.159390] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523f67e9-f3f8-3771-7e48-d5a35e717537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.368424] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 60a3376e-2bda-4fbb-b0d6-e54a8db83d3d] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1194.372488] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.372742] env[65664]: DEBUG nova.compute.manager [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-changed-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1194.372954] env[65664]: DEBUG nova.compute.manager [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing instance network info cache due to event network-changed-031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1194.373102] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.373233] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.373387] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing network info cache for port 031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.659554] env[65664]: DEBUG nova.compute.utils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.661527] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523f67e9-f3f8-3771-7e48-d5a35e717537, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.661843] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1194.662063] env[65664]: DEBUG nova.network.neutron [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1194.662360] env[65664]: WARNING neutronclient.v2_0.client [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.663042] env[65664]: WARNING neutronclient.v2_0.client [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.664531] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.664748] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.664963] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.665124] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.665306] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.666087] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa05ce86-e662-4781-9689-d6463ea09613 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.678508] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.678720] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.679606] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd07cd20-c455-4588-b585-ea43a32a95ba {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.686452] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1194.686452] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bfa4a3-f20d-896b-4b66-20fb26d13c0d" [ 1194.686452] env[65664]: _type = "Task" [ 1194.686452] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.696254] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bfa4a3-f20d-896b-4b66-20fb26d13c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.716184] env[65664]: DEBUG nova.policy [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ab17fa42e51461ba6723c4944cc9a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd817bea104c34f0798e2be963cc444d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.875992] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: e803b4f8-ea31-40f6-b2e7-98d1755d5971] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1194.880311] env[65664]: WARNING neutronclient.v2_0.client [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.071826] env[65664]: DEBUG nova.network.neutron [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Successfully created port: c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1195.162863] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1195.198247] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bfa4a3-f20d-896b-4b66-20fb26d13c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.029225} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.201021] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b5b406-1563-4959-aeb3-93bf92b82295 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.205442] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1195.205442] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ef498d-3963-fc11-1c9a-3f8b37aa57e7" [ 1195.205442] env[65664]: _type = "Task" [ 1195.205442] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.215526] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ef498d-3963-fc11-1c9a-3f8b37aa57e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.385583] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3fbf2f2d-be0b-4dfb-86a9-c4de1dcbeb35] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1195.669257] env[65664]: INFO nova.virt.block_device [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Booting with volume d54fa67b-8406-4a7a-8e79-54da632c7d41 at /dev/sda [ 1195.707131] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3afbddb-30e3-448d-a3f6-afc18223e660 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.718332] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ef498d-3963-fc11-1c9a-3f8b37aa57e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.719474] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.719734] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.720042] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039c82a7-7885-4811-851d-fdf9dbe7bd13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.724548] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273ecf4-5d33-4b7c-9977-8e85e7a9145c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.742467] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1195.742467] env[65664]: value = "task-4416249" [ 1195.742467] env[65664]: _type = "Task" [ 1195.742467] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.762969] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84d50d98-db5e-498f-955c-d093e41b8dc4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.765399] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.774967] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05653453-17f4-447e-aa05-ae4128921639 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.805391] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81e5f1-1298-4367-9761-fcb045444969 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.813437] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11bdd3-8485-4e35-886a-8328bc340178 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.828037] env[65664]: DEBUG nova.virt.block_device [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating existing volume attachment record: 0b69640f-aad5-4d68-b2de-5716f8325a96 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.889166] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: fffe8553-cc73-4fe7-b8ef-cace589959a3] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1196.112541] env[65664]: WARNING neutronclient.v2_0.client [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.252889] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416249, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.394071] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c5475260-99e2-402f-b96a-462dce8b5510] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1196.636511] env[65664]: DEBUG nova.compute.manager [req-e209d01b-b85d-4eb0-8bd1-eb016134fd85 req-ae1a3ce6-a5d5-49cf-9b23-3f4cc308f9fe service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Received event network-vif-plugged-c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1196.636511] env[65664]: DEBUG oslo_concurrency.lockutils [req-e209d01b-b85d-4eb0-8bd1-eb016134fd85 req-ae1a3ce6-a5d5-49cf-9b23-3f4cc308f9fe service nova] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.636511] env[65664]: DEBUG oslo_concurrency.lockutils [req-e209d01b-b85d-4eb0-8bd1-eb016134fd85 req-ae1a3ce6-a5d5-49cf-9b23-3f4cc308f9fe service nova] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.636511] env[65664]: DEBUG oslo_concurrency.lockutils [req-e209d01b-b85d-4eb0-8bd1-eb016134fd85 req-ae1a3ce6-a5d5-49cf-9b23-3f4cc308f9fe service nova] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.636511] env[65664]: DEBUG nova.compute.manager [req-e209d01b-b85d-4eb0-8bd1-eb016134fd85 req-ae1a3ce6-a5d5-49cf-9b23-3f4cc308f9fe service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] No waiting events found dispatching network-vif-plugged-c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1196.637562] env[65664]: WARNING nova.compute.manager [req-e209d01b-b85d-4eb0-8bd1-eb016134fd85 req-ae1a3ce6-a5d5-49cf-9b23-3f4cc308f9fe service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Received unexpected event network-vif-plugged-c2511d7e-a6df-4ed6-8593-35bf119e73d1 for instance with vm_state building and task_state block_device_mapping. [ 1196.727246] env[65664]: DEBUG nova.network.neutron [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Successfully updated port: c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1196.754335] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858255} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.754621] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.754843] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.755124] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b7504a5-0a67-4d2a-8c7c-a282fa074b34 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.769198] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1196.769198] env[65664]: value = "task-4416250" [ 1196.769198] env[65664]: _type = "Task" [ 1196.769198] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.784509] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.899242] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f4a710b5-4410-4915-b8f3-32131972100f] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1196.907975] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updated VIF entry in instance network info cache for port 031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1196.908440] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.232183] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.232240] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.233498] env[65664]: DEBUG nova.network.neutron [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1197.279467] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069737} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.279772] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.280671] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1af141-9005-4093-b9f5-eaa4d3867887 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.306511] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.306965] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bfa6fc-3a20-430e-9672-65e4a82fe34a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.329789] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1197.329789] env[65664]: value = "task-4416251" [ 1197.329789] env[65664]: _type = "Task" [ 1197.329789] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.340207] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.401770] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 87c93584-9d1b-42cb-a6c3-feec0307c9c3] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1197.411757] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.412987] env[65664]: DEBUG nova.compute.manager [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1197.412987] env[65664]: DEBUG nova.compute.manager [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing instance network info cache due to event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1197.412987] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.412987] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.412987] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.769724] env[65664]: DEBUG nova.network.neutron [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1197.844037] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.856024] env[65664]: WARNING neutronclient.v2_0.client [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.905286] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3c22ce76-9fd6-4eb3-900c-e3d2f9f26664] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1197.916507] env[65664]: WARNING neutronclient.v2_0.client [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.929065] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1197.929495] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1197.929763] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.929900] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1197.930110] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.930259] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1197.930475] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1197.930683] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.930836] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1197.930994] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1197.931166] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1197.931428] env[65664]: DEBUG nova.virt.hardware [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1197.932986] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5a4d16-5b05-4110-a8b7-85c519bd2e92 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.936857] env[65664]: DEBUG nova.network.neutron [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.946034] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccc193f-cb01-4194-b265-1712c2bce27e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.103527] env[65664]: WARNING neutronclient.v2_0.client [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.149196] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "33b1d61b-4171-4625-8105-422875e5fcf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.149424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "33b1d61b-4171-4625-8105-422875e5fcf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.199076] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updated VIF entry in instance network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.199076] env[65664]: DEBUG nova.network.neutron [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.341537] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416251, 'name': ReconfigVM_Task, 'duration_secs': 0.814266} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.342238] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.342923] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e93f13-ef9e-42ce-bdb8-969b199629cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.350216] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1198.350216] env[65664]: value = "task-4416252" [ 1198.350216] env[65664]: _type = "Task" [ 1198.350216] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.360662] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416252, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.409443] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f16530fd-2c87-4dc6-a88d-135dbf49375e] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1198.438511] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.438742] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.440954] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.441309] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Instance network_info: |[{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1198.442038] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:f0:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2511d7e-a6df-4ed6-8593-35bf119e73d1', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.449449] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1198.450405] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.450951] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-191b15ff-afa5-4262-99cd-64cfcc366acf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.474812] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.474812] env[65664]: value = "task-4416253" [ 1198.474812] env[65664]: _type = "Task" [ 1198.474812] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.484541] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416253, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.652116] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1198.667251] env[65664]: DEBUG nova.compute.manager [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Received event network-changed-c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1198.667472] env[65664]: DEBUG nova.compute.manager [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Refreshing instance network info cache due to event network-changed-c2511d7e-a6df-4ed6-8593-35bf119e73d1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1198.667606] env[65664]: DEBUG oslo_concurrency.lockutils [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] Acquiring lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.667741] env[65664]: DEBUG oslo_concurrency.lockutils [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] Acquired lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.667887] env[65664]: DEBUG nova.network.neutron [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Refreshing network info cache for port c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.702081] env[65664]: DEBUG oslo_concurrency.lockutils [req-d901e184-ab97-4c59-b19f-708e80e31e18 req-d5390ae8-1053-49c3-ac7e-48ce75804685 service nova] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.861115] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416252, 'name': Rename_Task, 'duration_secs': 0.157346} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.861423] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.861707] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070b0d46-da6a-4d53-a1f9-621d3edb24b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.869424] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1198.869424] env[65664]: value = "task-4416254" [ 1198.869424] env[65664]: _type = "Task" [ 1198.869424] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.879154] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.914843] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: c3deb464-849c-4aef-88df-efd9df3c4e0f] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1198.943844] env[65664]: DEBUG nova.compute.utils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.986505] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416253, 'name': CreateVM_Task, 'duration_secs': 0.380566} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.986692] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.987239] env[65664]: WARNING neutronclient.v2_0.client [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.987779] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864228', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'name': 'volume-d54fa67b-8406-4a7a-8e79-54da632c7d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d5fde47-49e6-4561-adc9-fcda7afc91fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'serial': 'd54fa67b-8406-4a7a-8e79-54da632c7d41'}, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'attachment_id': '0b69640f-aad5-4d68-b2de-5716f8325a96', 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=65664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1198.988229] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Root volume attach. Driver type: vmdk {{(pid=65664) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1198.989051] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5103ca4-0676-473d-99b2-93abaea30f9e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.000792] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab5911c-a127-4b1a-a74d-295f949533c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.008271] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a80378-5b75-4272-9a12-999932f5dffa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.015546] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-603fc031-b43a-429b-93dc-09176cf51cdd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.023871] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1199.023871] env[65664]: value = "task-4416255" [ 1199.023871] env[65664]: _type = "Task" [ 1199.023871] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.033103] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.171031] env[65664]: WARNING neutronclient.v2_0.client [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.174559] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.174818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.177190] env[65664]: INFO nova.compute.claims [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.356815] env[65664]: WARNING neutronclient.v2_0.client [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.382683] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.418049] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 30e623cb-6217-4232-a11a-e2adfd0e2a22] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1199.442478] env[65664]: DEBUG nova.network.neutron [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updated VIF entry in instance network info cache for port c2511d7e-a6df-4ed6-8593-35bf119e73d1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1199.442837] env[65664]: DEBUG nova.network.neutron [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.446289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.536678] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 42%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.882842] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.923063] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: f71f64a0-cd74-43a2-b75e-6d0892e28992] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1199.945578] env[65664]: DEBUG oslo_concurrency.lockutils [req-4bd4be59-625b-40f8-be22-88c47720a4ba req-878524b9-fc79-4d1b-b93b-77439427fdfc service nova] Releasing lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.039219] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 54%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.361119] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9222f-e6bb-4661-962c-f9ee7dff997c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.371014] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797ac83-c0de-4e8a-b6b7-4a8cc0324b78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.386222] env[65664]: DEBUG oslo_vmware.api [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416254, 'name': PowerOnVM_Task, 'duration_secs': 1.485795} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.414440] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.414784] env[65664]: INFO nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1200.415010] env[65664]: DEBUG nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1200.416312] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f79127a-55cc-4398-8f2c-696e629efab7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.419596] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c866978c-eca3-4e57-a24e-d792625f1723 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.428546] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: afd60b9b-71fe-4133-ad15-26b625cd05a4] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1200.433132] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f9e27a-6f49-45d8-9403-f6a5bc9c444b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.457643] env[65664]: DEBUG nova.compute.provider_tree [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.526686] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.527014] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.527275] env[65664]: INFO nova.compute.manager [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Attaching volume 39716f9d-f3e6-4be4-bdd8-94afc676db47 to /dev/sdb [ 1200.548766] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 67%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.574329] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b437b6a-a8b2-4db2-bcc8-9ee27e67a81b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.585918] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27bc8dc-59ee-4229-9e64-ea9ac82d96dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.608156] env[65664]: DEBUG nova.virt.block_device [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updating existing volume attachment record: a1947253-7a4b-41d7-a5c0-2bfb668c633c {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.942054] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: b4033c80-be9c-4753-a7d8-d3edd36dd31e] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1200.951841] env[65664]: INFO nova.compute.manager [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Took 14.64 seconds to build instance. [ 1200.961749] env[65664]: DEBUG nova.scheduler.client.report [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.040377] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 81%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.449787] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 9acd0bbf-8c30-4e64-939d-0b471ab66c0b] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1201.453830] env[65664]: DEBUG oslo_concurrency.lockutils [None req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.150s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.467568] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.467822] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1201.537119] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 95%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.955479] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: d3aa3fd7-367b-4dc5-ae60-45403f60440c] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1201.976025] env[65664]: DEBUG nova.compute.utils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.976281] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1201.976519] env[65664]: DEBUG nova.network.neutron [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1201.976991] env[65664]: WARNING neutronclient.v2_0.client [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.977461] env[65664]: WARNING neutronclient.v2_0.client [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.022265] env[65664]: DEBUG nova.policy [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70fa133169ce49cc842a8740bfb72290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80d51ce081da4a608df693aad57fc253', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.039884] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task} progress is 98%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.071521] env[65664]: DEBUG nova.compute.manager [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Received event network-changed-697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1202.072316] env[65664]: DEBUG nova.compute.manager [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Refreshing instance network info cache due to event network-changed-697c8449-5b2b-44f7-a5a1-8e3707604768. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1202.072316] env[65664]: DEBUG oslo_concurrency.lockutils [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.072316] env[65664]: DEBUG oslo_concurrency.lockutils [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.072576] env[65664]: DEBUG nova.network.neutron [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Refreshing network info cache for port 697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.358502] env[65664]: DEBUG nova.network.neutron [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Successfully created port: 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1202.459560] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: aa30f091-2278-4bcd-ad0a-bd6fadb52fb9] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1202.482078] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1202.538937] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416255, 'name': RelocateVM_Task, 'duration_secs': 3.279024} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.539291] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.539499] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864228', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'name': 'volume-d54fa67b-8406-4a7a-8e79-54da632c7d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d5fde47-49e6-4561-adc9-fcda7afc91fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'serial': 'd54fa67b-8406-4a7a-8e79-54da632c7d41'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.540353] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9a00aa-6792-4d14-bd91-77ed28c00cab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.558778] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6bc776-4dbf-4f25-8019-2508a5ac7fa4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.585025] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-d54fa67b-8406-4a7a-8e79-54da632c7d41/volume-d54fa67b-8406-4a7a-8e79-54da632c7d41.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.585650] env[65664]: WARNING neutronclient.v2_0.client [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.587885] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcf8273-7283-4824-a5e2-3feb83f6d215 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.610750] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1202.610750] env[65664]: value = "task-4416257" [ 1202.610750] env[65664]: _type = "Task" [ 1202.610750] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.619792] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.809870] env[65664]: WARNING neutronclient.v2_0.client [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.879957] env[65664]: DEBUG nova.network.neutron [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updated VIF entry in instance network info cache for port 697c8449-5b2b-44f7-a5a1-8e3707604768. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1202.879957] env[65664]: DEBUG nova.network.neutron [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.962776] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 6bad53bf-fb39-496d-9704-10e17d0af6ae] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1203.122562] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.383037] env[65664]: DEBUG oslo_concurrency.lockutils [req-19a2cffb-6a8d-482b-b0bd-bf40e9f336f5 req-32726f57-9d05-490f-84a6-31a91943f4c6 service nova] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.493483] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1203.521530] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.521816] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.521966] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.522158] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.522300] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.522445] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.522644] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.522825] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.523227] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.523306] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.523407] env[65664]: DEBUG nova.virt.hardware [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.524290] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a3ce3-0c20-4fed-8a7c-eaeff7cdb16b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.533187] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c3be8-1cd7-4241-bc5b-3867c5bfb4b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.622053] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416257, 'name': ReconfigVM_Task, 'duration_secs': 0.786741} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.622343] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-d54fa67b-8406-4a7a-8e79-54da632c7d41/volume-d54fa67b-8406-4a7a-8e79-54da632c7d41.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.627030] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e99233f-0046-456d-93b7-b678ecdd4c47 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.643860] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1203.643860] env[65664]: value = "task-4416259" [ 1203.643860] env[65664]: _type = "Task" [ 1203.643860] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.653074] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.890918] env[65664]: DEBUG nova.network.neutron [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Successfully updated port: 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1203.963726] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.100886] env[65664]: DEBUG nova.compute.manager [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Received event network-vif-plugged-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1204.101216] env[65664]: DEBUG oslo_concurrency.lockutils [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] Acquiring lock "33b1d61b-4171-4625-8105-422875e5fcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.101505] env[65664]: DEBUG oslo_concurrency.lockutils [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] Lock "33b1d61b-4171-4625-8105-422875e5fcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.101747] env[65664]: DEBUG oslo_concurrency.lockutils [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] Lock "33b1d61b-4171-4625-8105-422875e5fcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.101982] env[65664]: DEBUG nova.compute.manager [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] No waiting events found dispatching network-vif-plugged-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1204.102179] env[65664]: WARNING nova.compute.manager [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Received unexpected event network-vif-plugged-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 for instance with vm_state building and task_state spawning. [ 1204.102383] env[65664]: DEBUG nova.compute.manager [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Received event network-changed-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1204.102516] env[65664]: DEBUG nova.compute.manager [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Refreshing instance network info cache due to event network-changed-4bc990c1-f2a9-4d4a-a03c-539bb4b07095. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1204.102703] env[65664]: DEBUG oslo_concurrency.lockutils [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] Acquiring lock "refresh_cache-33b1d61b-4171-4625-8105-422875e5fcf2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.102861] env[65664]: DEBUG oslo_concurrency.lockutils [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] Acquired lock "refresh_cache-33b1d61b-4171-4625-8105-422875e5fcf2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.103112] env[65664]: DEBUG nova.network.neutron [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Refreshing network info cache for port 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.154261] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416259, 'name': ReconfigVM_Task, 'duration_secs': 0.306226} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.154606] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864228', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'name': 'volume-d54fa67b-8406-4a7a-8e79-54da632c7d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d5fde47-49e6-4561-adc9-fcda7afc91fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'serial': 'd54fa67b-8406-4a7a-8e79-54da632c7d41'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.155155] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae37584-26ef-4583-b74e-4db295788996 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.162336] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1204.162336] env[65664]: value = "task-4416260" [ 1204.162336] env[65664]: _type = "Task" [ 1204.162336] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.171183] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416260, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.393691] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "refresh_cache-33b1d61b-4171-4625-8105-422875e5fcf2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.470855] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.606117] env[65664]: WARNING neutronclient.v2_0.client [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.637864] env[65664]: DEBUG nova.network.neutron [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1204.672648] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416260, 'name': Rename_Task, 'duration_secs': 0.298439} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.674049] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.674049] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd57d38b-54ad-4e7e-9f9b-ee9355003c8d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.681751] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1204.681751] env[65664]: value = "task-4416261" [ 1204.681751] env[65664]: _type = "Task" [ 1204.681751] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.691800] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.715717] env[65664]: DEBUG nova.network.neutron [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.975050] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Getting list of instances from cluster (obj){ [ 1204.975050] env[65664]: value = "domain-c8" [ 1204.975050] env[65664]: _type = "ClusterComputeResource" [ 1204.975050] env[65664]: } {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1204.976219] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dc8cb0-5faa-41ed-9ca2-450318107204 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.996520] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Got total of 9 instances {{(pid=65664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1204.996684] env[65664]: WARNING nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1204.996814] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 1f5b1e21-b1dc-4304-8dee-204743d69a11 {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.997122] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.997344] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 0e58d341-8e11-413e-a9d7-edb6745a8146 {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.997536] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid cb84a0fa-cd8f-4522-94aa-e081f35c701a {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.997728] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 527403f8-069e-4e78-bd59-2920b9c7d73e {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.997921] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 3dc671d6-5859-4481-81d7-f58d0275b167 {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.998175] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid e9ae44c7-0226-4e36-b33a-50945490de4f {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.998458] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 5d217f80-6664-44c0-b78d-03c07c5dad35 {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.998733] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 4d5fde47-49e6-4561-adc9-fcda7afc91fb {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.999008] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Triggering sync for uuid 33b1d61b-4171-4625-8105-422875e5fcf2 {{(pid=65664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1204.999482] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.999707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.999984] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.000174] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.000429] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "0e58d341-8e11-413e-a9d7-edb6745a8146" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.000610] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.000897] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.001146] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "527403f8-069e-4e78-bd59-2920b9c7d73e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.001323] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.001545] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.001747] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "3dc671d6-5859-4481-81d7-f58d0275b167" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.002051] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.002251] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.002488] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.002694] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.002914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.003145] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "33b1d61b-4171-4625-8105-422875e5fcf2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.003586] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.003586] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1205.004155] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed38529-54d3-40e5-b41c-a54939aa2578 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.007384] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c473523-255c-45da-abe4-fc1b9ee5700d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.010267] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af118904-96d8-4b20-bd4a-9115a2492ce3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.012984] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcd1355-bfe7-49bf-9b1c-c62b33c5c48e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.015913] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76272966-1c8e-48ad-a340-7b2eab0adea9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.018532] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2560e9-3ee3-4d8f-aed7-9e541c893848 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.022032] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fbe62b-bc23-4dd4-9daa-0549e262a7b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.160850] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.161122] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864233', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'name': 'volume-39716f9d-f3e6-4be4-bdd8-94afc676db47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb84a0fa-cd8f-4522-94aa-e081f35c701a', 'attached_at': '', 'detached_at': '', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'serial': '39716f9d-f3e6-4be4-bdd8-94afc676db47'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.162323] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6bb82d-75ec-4e31-961a-066fce8c9fbd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.179673] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d553090e-31b0-46ae-8917-28ea6a4fafcd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.190287] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.211083] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-39716f9d-f3e6-4be4-bdd8-94afc676db47/volume-39716f9d-f3e6-4be4-bdd8-94afc676db47.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.211467] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315a6773-0a64-4d14-b1cf-7511b5a219c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.224416] env[65664]: DEBUG oslo_concurrency.lockutils [req-a90ab91e-adc1-4444-9730-8c9cd559cbd5 req-8e81fba2-d83e-4ee5-b35e-a35e7094f560 service nova] Releasing lock "refresh_cache-33b1d61b-4171-4625-8105-422875e5fcf2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.225098] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquired lock "refresh_cache-33b1d61b-4171-4625-8105-422875e5fcf2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.225294] env[65664]: DEBUG nova.network.neutron [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1205.233188] env[65664]: DEBUG oslo_vmware.api [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1205.233188] env[65664]: value = "task-4416262" [ 1205.233188] env[65664]: _type = "Task" [ 1205.233188] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.243365] env[65664]: DEBUG oslo_vmware.api [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.543380] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.543885] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.544332] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "3dc671d6-5859-4481-81d7-f58d0275b167" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.546119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.550714] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.551113] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.551463] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.693601] env[65664]: DEBUG oslo_vmware.api [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416261, 'name': PowerOnVM_Task, 'duration_secs': 0.701747} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.693953] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.694087] env[65664]: INFO nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1205.694294] env[65664]: DEBUG nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1205.695113] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287c3e8b-3bf3-4c94-b21f-07a2d97e648e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.745017] env[65664]: DEBUG oslo_vmware.api [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416262, 'name': ReconfigVM_Task, 'duration_secs': 0.352139} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.746129] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-39716f9d-f3e6-4be4-bdd8-94afc676db47/volume-39716f9d-f3e6-4be4-bdd8-94afc676db47.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.751722] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f3c2925-81cc-4c56-b9c3-0f049c791d8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.762137] env[65664]: DEBUG nova.network.neutron [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1205.771246] env[65664]: DEBUG oslo_vmware.api [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1205.771246] env[65664]: value = "task-4416263" [ 1205.771246] env[65664]: _type = "Task" [ 1205.771246] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.780497] env[65664]: DEBUG oslo_vmware.api [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.841587] env[65664]: WARNING neutronclient.v2_0.client [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.917528] env[65664]: DEBUG nova.network.neutron [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Updating instance_info_cache with network_info: [{"id": "4bc990c1-f2a9-4d4a-a03c-539bb4b07095", "address": "fa:16:3e:45:8e:9c", "network": {"id": "bba559b8-be1d-4c0e-80e9-7f954723c1a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-437462958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d51ce081da4a608df693aad57fc253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc990c1-f2", "ovs_interfaceid": "4bc990c1-f2a9-4d4a-a03c-539bb4b07095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.216370] env[65664]: INFO nova.compute.manager [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Took 14.38 seconds to build instance. [ 1206.282260] env[65664]: DEBUG oslo_vmware.api [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416263, 'name': ReconfigVM_Task, 'duration_secs': 0.154736} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.282610] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864233', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'name': 'volume-39716f9d-f3e6-4be4-bdd8-94afc676db47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb84a0fa-cd8f-4522-94aa-e081f35c701a', 'attached_at': '', 'detached_at': '', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'serial': '39716f9d-f3e6-4be4-bdd8-94afc676db47'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.421159] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Releasing lock "refresh_cache-33b1d61b-4171-4625-8105-422875e5fcf2" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.421577] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Instance network_info: |[{"id": "4bc990c1-f2a9-4d4a-a03c-539bb4b07095", "address": "fa:16:3e:45:8e:9c", "network": {"id": "bba559b8-be1d-4c0e-80e9-7f954723c1a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-437462958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80d51ce081da4a608df693aad57fc253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc990c1-f2", "ovs_interfaceid": "4bc990c1-f2a9-4d4a-a03c-539bb4b07095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1206.422071] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc990c1-f2a9-4d4a-a03c-539bb4b07095', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.429348] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Creating folder: Project (80d51ce081da4a608df693aad57fc253). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.429622] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b4105b-aa98-46ec-95d0-eec06a7359b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.441166] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Created folder: Project (80d51ce081da4a608df693aad57fc253) in parent group-v863926. [ 1206.441336] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Creating folder: Instances. Parent ref: group-v864234. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.441578] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-539f92c5-6b2b-4f5e-a57d-d0e687b6287c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.451067] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Created folder: Instances in parent group-v864234. [ 1206.451305] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1206.451535] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.451716] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e04dc73-f115-4ab3-872c-35bf240acd75 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.470797] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.470797] env[65664]: value = "task-4416266" [ 1206.470797] env[65664]: _type = "Task" [ 1206.470797] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.480122] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416266, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.688214] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-3dc671d6-5859-4481-81d7-f58d0275b167-fc014a73-2c26-4417-a110-4ade4c887225" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.688623] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-3dc671d6-5859-4481-81d7-f58d0275b167-fc014a73-2c26-4417-a110-4ade4c887225" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.689068] env[65664]: DEBUG nova.objects.instance [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'flavor' on Instance uuid 3dc671d6-5859-4481-81d7-f58d0275b167 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.718137] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5d286869-19f7-4d45-b34c-d3075babddf0 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.291s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.718531] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.715s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.718688] env[65664]: INFO nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1206.718853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.981478] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416266, 'name': CreateVM_Task, 'duration_secs': 0.421913} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.981661] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.982169] env[65664]: WARNING neutronclient.v2_0.client [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.982530] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.982694] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.982991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.983257] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670088b8-183e-4d79-ab30-1a8870e75bfd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.988506] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1206.988506] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523cb14e-a796-069e-f7cb-05142b5b225f" [ 1206.988506] env[65664]: _type = "Task" [ 1206.988506] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.996523] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523cb14e-a796-069e-f7cb-05142b5b225f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.193128] env[65664]: WARNING neutronclient.v2_0.client [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.301926] env[65664]: DEBUG nova.objects.instance [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'pci_requests' on Instance uuid 3dc671d6-5859-4481-81d7-f58d0275b167 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.322447] env[65664]: DEBUG nova.objects.instance [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'flavor' on Instance uuid cb84a0fa-cd8f-4522-94aa-e081f35c701a {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.500196] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523cb14e-a796-069e-f7cb-05142b5b225f, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.500582] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.500821] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.501067] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.501216] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.501402] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.501673] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae15fb57-db75-447e-ba00-9c1fc6dd0bc3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.511319] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.511520] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.512310] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2ac88b-aefd-4772-b2ea-63ab05336a2d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.518232] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1207.518232] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d0365b-2890-d824-3529-b3e4484af7e2" [ 1207.518232] env[65664]: _type = "Task" [ 1207.518232] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.526720] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d0365b-2890-d824-3529-b3e4484af7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.736395] env[65664]: DEBUG nova.compute.manager [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Received event network-changed-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1207.736685] env[65664]: DEBUG nova.compute.manager [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Refreshing instance network info cache due to event network-changed-2a328bb5-a4a7-4dc6-acf7-99a1264033c2. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1207.736767] env[65664]: DEBUG oslo_concurrency.lockutils [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] Acquiring lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.736885] env[65664]: DEBUG oslo_concurrency.lockutils [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] Acquired lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.737064] env[65664]: DEBUG nova.network.neutron [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Refreshing network info cache for port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.805246] env[65664]: DEBUG nova.objects.base [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Object Instance<3dc671d6-5859-4481-81d7-f58d0275b167> lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.805529] env[65664]: DEBUG nova.network.neutron [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1207.806057] env[65664]: WARNING neutronclient.v2_0.client [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.806429] env[65664]: WARNING neutronclient.v2_0.client [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.827292] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5f7bd703-d40a-412c-83c8-5548664aeeae tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.828686] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.828s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.829809] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf387bf-c98b-4427-b038-9f0cd85add6c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.895452] env[65664]: DEBUG nova.policy [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.030998] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52d0365b-2890-d824-3529-b3e4484af7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.031700] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335e80b1-5358-4a1c-bd89-627206543dd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.040960] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1208.040960] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5214b959-37ad-a693-0558-1557ecde5214" [ 1208.040960] env[65664]: _type = "Task" [ 1208.040960] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.050490] env[65664]: DEBUG oslo_concurrency.lockutils [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.050879] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5214b959-37ad-a693-0558-1557ecde5214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.239844] env[65664]: WARNING neutronclient.v2_0.client [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.343655] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.344010] env[65664]: DEBUG oslo_concurrency.lockutils [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.294s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.466226] env[65664]: WARNING neutronclient.v2_0.client [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.532641] env[65664]: DEBUG nova.network.neutron [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updated VIF entry in instance network info cache for port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1208.533072] env[65664]: DEBUG nova.network.neutron [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updating instance_info_cache with network_info: [{"id": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "address": "fa:16:3e:cf:9d:97", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a328bb5-a4", "ovs_interfaceid": "2a328bb5-a4a7-4dc6-acf7-99a1264033c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.552837] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5214b959-37ad-a693-0558-1557ecde5214, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.553121] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.553368] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 33b1d61b-4171-4625-8105-422875e5fcf2/33b1d61b-4171-4625-8105-422875e5fcf2.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.553628] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b8e654c-0f54-4f9a-b854-12758e08869d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.561237] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1208.561237] env[65664]: value = "task-4416267" [ 1208.561237] env[65664]: _type = "Task" [ 1208.561237] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.570199] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.847728] env[65664]: INFO nova.compute.manager [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Detaching volume 39716f9d-f3e6-4be4-bdd8-94afc676db47 [ 1208.924041] env[65664]: INFO nova.virt.block_device [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Attempting to driver detach volume 39716f9d-f3e6-4be4-bdd8-94afc676db47 from mountpoint /dev/sdb [ 1208.924349] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1208.924552] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864233', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'name': 'volume-39716f9d-f3e6-4be4-bdd8-94afc676db47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb84a0fa-cd8f-4522-94aa-e081f35c701a', 'attached_at': '', 'detached_at': '', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'serial': '39716f9d-f3e6-4be4-bdd8-94afc676db47'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1208.925578] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc82d65-c180-438a-9525-a24a3fe68eb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.949980] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eea57e-02ef-4cac-9ce3-e390880dbf51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.959485] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6295cb-979c-41d3-9425-15ec99ef8e3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.983840] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21368826-3033-4b62-a5b3-a82e5d5c44ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.008442] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] The volume has not been displaced from its original location: [datastore1] volume-39716f9d-f3e6-4be4-bdd8-94afc676db47/volume-39716f9d-f3e6-4be4-bdd8-94afc676db47.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.018898] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.019627] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d75a5af-d7ab-4005-a40e-1a203bc86407 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.046841] env[65664]: DEBUG oslo_concurrency.lockutils [req-db85c32e-d74c-4758-9ce7-c7cf779ede80 req-ce652993-1041-4a57-b675-2ad37696bdf2 service nova] Releasing lock "refresh_cache-1f5b1e21-b1dc-4304-8dee-204743d69a11" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.054259] env[65664]: DEBUG oslo_vmware.api [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1209.054259] env[65664]: value = "task-4416268" [ 1209.054259] env[65664]: _type = "Task" [ 1209.054259] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.064355] env[65664]: DEBUG oslo_vmware.api [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.074010] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492251} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.074209] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 33b1d61b-4171-4625-8105-422875e5fcf2/33b1d61b-4171-4625-8105-422875e5fcf2.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.074498] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.074778] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd6960d4-79e5-4a2a-bbd4-e17b9d7d5577 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.082619] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1209.082619] env[65664]: value = "task-4416269" [ 1209.082619] env[65664]: _type = "Task" [ 1209.082619] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.095444] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.197965] env[65664]: DEBUG nova.compute.manager [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1209.385221] env[65664]: DEBUG nova.compute.manager [req-6200217a-05a0-4c24-9005-df3983a12e92 req-18eacfef-1954-4c85-b6c5-038c4404f53a service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-vif-plugged-fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1209.385377] env[65664]: DEBUG oslo_concurrency.lockutils [req-6200217a-05a0-4c24-9005-df3983a12e92 req-18eacfef-1954-4c85-b6c5-038c4404f53a service nova] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.385561] env[65664]: DEBUG oslo_concurrency.lockutils [req-6200217a-05a0-4c24-9005-df3983a12e92 req-18eacfef-1954-4c85-b6c5-038c4404f53a service nova] Lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.385764] env[65664]: DEBUG oslo_concurrency.lockutils [req-6200217a-05a0-4c24-9005-df3983a12e92 req-18eacfef-1954-4c85-b6c5-038c4404f53a service nova] Lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.385933] env[65664]: DEBUG nova.compute.manager [req-6200217a-05a0-4c24-9005-df3983a12e92 req-18eacfef-1954-4c85-b6c5-038c4404f53a service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] No waiting events found dispatching network-vif-plugged-fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1209.386284] env[65664]: WARNING nova.compute.manager [req-6200217a-05a0-4c24-9005-df3983a12e92 req-18eacfef-1954-4c85-b6c5-038c4404f53a service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received unexpected event network-vif-plugged-fc014a73-2c26-4417-a110-4ade4c887225 for instance with vm_state active and task_state None. [ 1209.477912] env[65664]: DEBUG nova.network.neutron [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Successfully updated port: fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1209.565756] env[65664]: DEBUG oslo_vmware.api [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416268, 'name': ReconfigVM_Task, 'duration_secs': 0.273279} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.566074] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.570528] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8593c38b-6f78-4aa3-b32e-122c4ba3e685 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.588064] env[65664]: DEBUG oslo_vmware.api [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1209.588064] env[65664]: value = "task-4416270" [ 1209.588064] env[65664]: _type = "Task" [ 1209.588064] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.594803] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074425} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.595460] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.596270] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c70883a-44a1-4ac2-af0d-ccb394e94e70 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.602167] env[65664]: DEBUG oslo_vmware.api [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.622321] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 33b1d61b-4171-4625-8105-422875e5fcf2/33b1d61b-4171-4625-8105-422875e5fcf2.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.622602] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80944dd9-c717-444b-9c24-603483e87d0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.644077] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1209.644077] env[65664]: value = "task-4416271" [ 1209.644077] env[65664]: _type = "Task" [ 1209.644077] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.656474] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.725523] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.725878] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.767781] env[65664]: DEBUG nova.compute.manager [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Received event network-changed-c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1209.768031] env[65664]: DEBUG nova.compute.manager [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Refreshing instance network info cache due to event network-changed-c2511d7e-a6df-4ed6-8593-35bf119e73d1. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1209.768323] env[65664]: DEBUG oslo_concurrency.lockutils [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] Acquiring lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.768680] env[65664]: DEBUG oslo_concurrency.lockutils [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] Acquired lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.768771] env[65664]: DEBUG nova.network.neutron [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Refreshing network info cache for port c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.982855] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.983160] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.983297] env[65664]: DEBUG nova.network.neutron [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.099603] env[65664]: DEBUG oslo_vmware.api [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416270, 'name': ReconfigVM_Task, 'duration_secs': 0.154002} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.099973] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864233', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'name': 'volume-39716f9d-f3e6-4be4-bdd8-94afc676db47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb84a0fa-cd8f-4522-94aa-e081f35c701a', 'attached_at': '', 'detached_at': '', 'volume_id': '39716f9d-f3e6-4be4-bdd8-94afc676db47', 'serial': '39716f9d-f3e6-4be4-bdd8-94afc676db47'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.155949] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416271, 'name': ReconfigVM_Task, 'duration_secs': 0.29825} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.156217] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 33b1d61b-4171-4625-8105-422875e5fcf2/33b1d61b-4171-4625-8105-422875e5fcf2.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.156849] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-453ca5cf-9342-4ace-878f-638006b638ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.164367] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1210.164367] env[65664]: value = "task-4416272" [ 1210.164367] env[65664]: _type = "Task" [ 1210.164367] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.172672] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416272, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.231275] env[65664]: INFO nova.compute.claims [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.271950] env[65664]: WARNING neutronclient.v2_0.client [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.446928] env[65664]: WARNING neutronclient.v2_0.client [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.522977] env[65664]: WARNING nova.network.neutron [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] 6cc7eb2f-7333-4468-b82c-c29209c35bff already exists in list: networks containing: ['6cc7eb2f-7333-4468-b82c-c29209c35bff']. ignoring it [ 1210.527161] env[65664]: DEBUG nova.network.neutron [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updated VIF entry in instance network info cache for port c2511d7e-a6df-4ed6-8593-35bf119e73d1. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.527602] env[65664]: DEBUG nova.network.neutron [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.606647] env[65664]: WARNING neutronclient.v2_0.client [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.649069] env[65664]: DEBUG nova.objects.instance [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'flavor' on Instance uuid cb84a0fa-cd8f-4522-94aa-e081f35c701a {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.674972] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416272, 'name': Rename_Task, 'duration_secs': 0.15003} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.678491] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.678958] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5326b5-600d-450e-b6f7-e717745427cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.685906] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1210.685906] env[65664]: value = "task-4416273" [ 1210.685906] env[65664]: _type = "Task" [ 1210.685906] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.694911] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.737704] env[65664]: INFO nova.compute.resource_tracker [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating resource usage from migration 18484091-55c8-4cdc-bebc-23d35e17096f [ 1210.760667] env[65664]: WARNING neutronclient.v2_0.client [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.837580] env[65664]: DEBUG nova.network.neutron [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc014a73-2c26-4417-a110-4ade4c887225", "address": "fa:16:3e:99:b3:82", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc014a73-2c", "ovs_interfaceid": "fc014a73-2c26-4417-a110-4ade4c887225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.894345] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1a7e1-631e-4ac0-a001-afc4fb5f767e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.903308] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686fcc3-c708-4984-ba35-cd2b4c9ba3fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.936842] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0fbf60-84ff-4ed9-a87d-685fedd888bc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.946451] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f9465-21f2-46d8-bfff-094fbba3f91e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.961430] env[65664]: DEBUG nova.compute.provider_tree [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.030381] env[65664]: DEBUG oslo_concurrency.lockutils [req-de2140a5-e5f5-4d17-bc27-93e8a4fabd47 req-7cf29384-1e1f-4438-91d1-98867f77c33a service nova] Releasing lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.197485] env[65664]: DEBUG oslo_vmware.api [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416273, 'name': PowerOnVM_Task, 'duration_secs': 0.435162} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.197756] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.197999] env[65664]: INFO nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1211.198231] env[65664]: DEBUG nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1211.199469] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82dfc7-63a5-4902-8883-d344c20b242f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.340746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.341437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.341635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.342517] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad09b4d-86d9-43c3-bff2-93a67999b6d7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.361140] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1211.361422] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.361579] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1211.361752] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.361895] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1211.362049] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1211.362265] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.362425] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1211.362590] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1211.362768] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1211.362953] env[65664]: DEBUG nova.virt.hardware [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1211.369163] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Reconfiguring VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1211.369499] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00bb97ed-7ae2-4b37-b36e-3fa626126144 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.387939] env[65664]: DEBUG oslo_vmware.api [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1211.387939] env[65664]: value = "task-4416274" [ 1211.387939] env[65664]: _type = "Task" [ 1211.387939] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.398193] env[65664]: DEBUG oslo_vmware.api [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416274, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.424469] env[65664]: DEBUG nova.compute.manager [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-changed-fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1211.424656] env[65664]: DEBUG nova.compute.manager [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing instance network info cache due to event network-changed-fc014a73-2c26-4417-a110-4ade4c887225. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1211.424869] env[65664]: DEBUG oslo_concurrency.lockutils [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.424997] env[65664]: DEBUG oslo_concurrency.lockutils [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.425167] env[65664]: DEBUG nova.network.neutron [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing network info cache for port fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.465429] env[65664]: DEBUG nova.scheduler.client.report [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.658589] env[65664]: DEBUG oslo_concurrency.lockutils [None req-acc69e72-f2f1-4832-880f-419170309759 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.720906] env[65664]: INFO nova.compute.manager [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Took 12.56 seconds to build instance. [ 1211.898894] env[65664]: DEBUG oslo_vmware.api [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.927385] env[65664]: WARNING neutronclient.v2_0.client [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.970825] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.244s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.970825] env[65664]: INFO nova.compute.manager [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Migrating [ 1212.121736] env[65664]: WARNING neutronclient.v2_0.client [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.200294] env[65664]: DEBUG nova.network.neutron [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updated VIF entry in instance network info cache for port fc014a73-2c26-4417-a110-4ade4c887225. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.200829] env[65664]: DEBUG nova.network.neutron [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc014a73-2c26-4417-a110-4ade4c887225", "address": "fa:16:3e:99:b3:82", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc014a73-2c", "ovs_interfaceid": "fc014a73-2c26-4417-a110-4ade4c887225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.223290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "33b1d61b-4171-4625-8105-422875e5fcf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.074s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.223608] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "33b1d61b-4171-4625-8105-422875e5fcf2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.220s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.223786] env[65664]: INFO nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1212.223985] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "33b1d61b-4171-4625-8105-422875e5fcf2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.365017] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.365328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.365543] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.365728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.365927] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.368430] env[65664]: INFO nova.compute.manager [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Terminating instance [ 1212.400985] env[65664]: DEBUG oslo_vmware.api [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.487788] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.487991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.488121] env[65664]: DEBUG nova.network.neutron [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1212.628617] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "33b1d61b-4171-4625-8105-422875e5fcf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.629230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "33b1d61b-4171-4625-8105-422875e5fcf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.629230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "33b1d61b-4171-4625-8105-422875e5fcf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.629230] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "33b1d61b-4171-4625-8105-422875e5fcf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.629518] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "33b1d61b-4171-4625-8105-422875e5fcf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.631559] env[65664]: INFO nova.compute.manager [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Terminating instance [ 1212.703844] env[65664]: DEBUG oslo_concurrency.lockutils [req-906fdeab-df00-4c6f-8d33-17a940223c1d req-64772cc1-b51c-403d-aeb1-cf4ee724e1cd service nova] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.872325] env[65664]: DEBUG nova.compute.manager [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1212.872545] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.873514] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f292ea-9d94-40a6-a4a9-5c2af7fdc199 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.883711] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.883994] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-555f975d-1a53-4447-846d-2b8a3af2cff6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.894024] env[65664]: DEBUG oslo_vmware.api [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1212.894024] env[65664]: value = "task-4416275" [ 1212.894024] env[65664]: _type = "Task" [ 1212.894024] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.901712] env[65664]: DEBUG oslo_vmware.api [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.907106] env[65664]: DEBUG oslo_vmware.api [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.991356] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.135548] env[65664]: DEBUG nova.compute.manager [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1213.135816] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.136943] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f88a2-f68e-4173-b349-50fcba057f10 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.145879] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.146196] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b9b5327-2d5d-4fac-8255-72aeeab80047 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.154418] env[65664]: DEBUG oslo_vmware.api [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1213.154418] env[65664]: value = "task-4416276" [ 1213.154418] env[65664]: _type = "Task" [ 1213.154418] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.165197] env[65664]: DEBUG oslo_vmware.api [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.166570] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.249873] env[65664]: DEBUG nova.network.neutron [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.406327] env[65664]: DEBUG oslo_vmware.api [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416275, 'name': PowerOffVM_Task, 'duration_secs': 0.201384} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.406578] env[65664]: DEBUG oslo_vmware.api [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416274, 'name': ReconfigVM_Task, 'duration_secs': 1.83756} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.406804] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.406962] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.407380] env[65664]: WARNING neutronclient.v2_0.client [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.407623] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.407807] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Reconfigured VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1213.410210] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-607c2b6f-7231-4140-bf54-586311cc2c06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.480359] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.480650] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.480837] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleting the datastore file [datastore2] cb84a0fa-cd8f-4522-94aa-e081f35c701a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.481138] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b9c02e-579b-4dfe-9678-ff90fbeae8f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.488789] env[65664]: DEBUG oslo_vmware.api [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for the task: (returnval){ [ 1213.488789] env[65664]: value = "task-4416278" [ 1213.488789] env[65664]: _type = "Task" [ 1213.488789] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.497668] env[65664]: DEBUG oslo_vmware.api [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.621918] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.665411] env[65664]: DEBUG oslo_vmware.api [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416276, 'name': PowerOffVM_Task, 'duration_secs': 0.26338} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.665411] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.665648] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.665837] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a724f45a-e456-4965-96c9-e9fd25759c0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.732755] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.733152] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.733152] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Deleting the datastore file [datastore2] 33b1d61b-4171-4625-8105-422875e5fcf2 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.733411] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c022d087-c128-4f98-80f1-49537ed8d0a3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.740034] env[65664]: DEBUG oslo_vmware.api [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for the task: (returnval){ [ 1213.740034] env[65664]: value = "task-4416280" [ 1213.740034] env[65664]: _type = "Task" [ 1213.740034] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.749134] env[65664]: DEBUG oslo_vmware.api [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.752810] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.913430] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-3dc671d6-5859-4481-81d7-f58d0275b167-fc014a73-2c26-4417-a110-4ade4c887225" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.225s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.002858] env[65664]: DEBUG oslo_vmware.api [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Task: {'id': task-4416278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139078} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.003114] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.003298] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.003472] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.003694] env[65664]: INFO nova.compute.manager [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.004015] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1214.004263] env[65664]: DEBUG nova.compute.manager [-] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1214.004387] env[65664]: DEBUG nova.network.neutron [-] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1214.004727] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.062373] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.251170] env[65664]: DEBUG oslo_vmware.api [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Task: {'id': task-4416280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150441} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.251620] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.251687] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.251838] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.252117] env[65664]: INFO nova.compute.manager [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1214.252422] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1214.252660] env[65664]: DEBUG nova.compute.manager [-] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1214.252775] env[65664]: DEBUG nova.network.neutron [-] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1214.253108] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.296362] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.553634] env[65664]: DEBUG nova.compute.manager [req-276e6ebd-a86c-455d-8357-312809ac26bf req-5971df3a-9b03-4dd9-9a28-aeab13e53d5d service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Received event network-vif-deleted-a5a6a517-ae55-48d5-96da-3b7df8bdbecb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1214.553844] env[65664]: INFO nova.compute.manager [req-276e6ebd-a86c-455d-8357-312809ac26bf req-5971df3a-9b03-4dd9-9a28-aeab13e53d5d service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Neutron deleted interface a5a6a517-ae55-48d5-96da-3b7df8bdbecb; detaching it from the instance and deleting it from the info cache [ 1214.554411] env[65664]: DEBUG nova.network.neutron [req-276e6ebd-a86c-455d-8357-312809ac26bf req-5971df3a-9b03-4dd9-9a28-aeab13e53d5d service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.566098] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.566540] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.963096] env[65664]: DEBUG nova.compute.manager [req-c1699dd7-e930-4d26-88ef-830e58cede9b req-b9bed1e2-4177-4d41-8c54-0c237900baf6 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Received event network-vif-deleted-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1214.963355] env[65664]: INFO nova.compute.manager [req-c1699dd7-e930-4d26-88ef-830e58cede9b req-b9bed1e2-4177-4d41-8c54-0c237900baf6 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Neutron deleted interface 4bc990c1-f2a9-4d4a-a03c-539bb4b07095; detaching it from the instance and deleting it from the info cache [ 1214.963466] env[65664]: DEBUG nova.network.neutron [req-c1699dd7-e930-4d26-88ef-830e58cede9b req-b9bed1e2-4177-4d41-8c54-0c237900baf6 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.012182] env[65664]: DEBUG nova.network.neutron [-] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.056964] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47a9457f-461b-42b5-82e7-49d95663cd28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.067570] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19270418-fd62-404a-b2d1-54078ef2e413 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.099563] env[65664]: DEBUG nova.compute.manager [req-276e6ebd-a86c-455d-8357-312809ac26bf req-5971df3a-9b03-4dd9-9a28-aeab13e53d5d service nova] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Detach interface failed, port_id=a5a6a517-ae55-48d5-96da-3b7df8bdbecb, reason: Instance cb84a0fa-cd8f-4522-94aa-e081f35c701a could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1215.268164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7754a1-2df0-497c-a6fc-9bf6dabf497f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.291326] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.444865] env[65664]: DEBUG nova.network.neutron [-] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.446308] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-3dc671d6-5859-4481-81d7-f58d0275b167-fc014a73-2c26-4417-a110-4ade4c887225" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.446576] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-3dc671d6-5859-4481-81d7-f58d0275b167-fc014a73-2c26-4417-a110-4ade4c887225" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.465547] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04e15108-83a7-40ba-bfb8-06616303e0d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.476107] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf28179-13fa-41b1-81c4-ec5823ada869 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.509172] env[65664]: DEBUG nova.compute.manager [req-c1699dd7-e930-4d26-88ef-830e58cede9b req-b9bed1e2-4177-4d41-8c54-0c237900baf6 service nova] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Detach interface failed, port_id=4bc990c1-f2a9-4d4a-a03c-539bb4b07095, reason: Instance 33b1d61b-4171-4625-8105-422875e5fcf2 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1215.514815] env[65664]: INFO nova.compute.manager [-] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Took 1.51 seconds to deallocate network for instance. [ 1215.565547] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.566113] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.798327] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.798679] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349a2d4c-47f1-4345-9206-356eddd89e2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.807299] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1215.807299] env[65664]: value = "task-4416281" [ 1215.807299] env[65664]: _type = "Task" [ 1215.807299] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.816312] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.951049] env[65664]: INFO nova.compute.manager [-] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Took 1.70 seconds to deallocate network for instance. [ 1215.951049] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.951049] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.952712] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f388214-8c20-4b2d-8ce9-2daaef8b005a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.977550] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa77fa38-4ec6-4702-a1a2-f66c5920d797 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.001419] env[65664]: WARNING neutronclient.v2_0.client [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.020951] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Reconfiguring VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1216.022030] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.022304] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.022516] env[65664]: DEBUG nova.objects.instance [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lazy-loading 'resources' on Instance uuid cb84a0fa-cd8f-4522-94aa-e081f35c701a {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.023502] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b0783b-4e26-4162-9c2b-5950a23d05ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.044039] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1216.044039] env[65664]: value = "task-4416282" [ 1216.044039] env[65664]: _type = "Task" [ 1216.044039] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.053608] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.317741] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416281, 'name': PowerOffVM_Task, 'duration_secs': 0.19859} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.318169] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.318169] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.464854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.554980] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.566671] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.681391] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50eeb14-8d12-421c-94b2-e30657014f6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.690016] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57bb8d-0b10-4e70-9d0b-329bf30ddb14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.720885] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da0823d-60f5-45f6-bf37-a023e761cb85 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.729274] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f939a1-3d54-4f5e-8277-49f7cfd0acd7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.745732] env[65664]: DEBUG nova.compute.provider_tree [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.824545] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1216.824755] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.824860] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1216.825057] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.825194] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1216.825327] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1216.825517] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1216.825669] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1216.825828] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1216.825979] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1216.826203] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1216.831240] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d97acc-078a-490b-abab-86f277bd6815 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.848701] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1216.848701] env[65664]: value = "task-4416283" [ 1216.848701] env[65664]: _type = "Task" [ 1216.848701] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.857585] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.057205] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.249068] env[65664]: DEBUG nova.scheduler.client.report [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.361127] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416283, 'name': ReconfigVM_Task, 'duration_secs': 0.247751} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.361606] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.554987] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.753809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.756372] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.292s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.756730] env[65664]: DEBUG nova.objects.instance [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lazy-loading 'resources' on Instance uuid 33b1d61b-4171-4625-8105-422875e5fcf2 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.776075] env[65664]: INFO nova.scheduler.client.report [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Deleted allocations for instance cb84a0fa-cd8f-4522-94aa-e081f35c701a [ 1217.868631] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1217.868855] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.868990] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1217.869194] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.869339] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1217.869480] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1217.869679] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.869831] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1217.869991] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1217.870168] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1217.870337] env[65664]: DEBUG nova.virt.hardware [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1217.875828] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.876475] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b9154d-40b0-44dc-baf2-6026bea9e4db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.895662] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1217.895662] env[65664]: value = "task-4416284" [ 1217.895662] env[65664]: _type = "Task" [ 1217.895662] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.904210] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.055212] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.286328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-8e86702f-a975-4a6f-965a-ecbc1d52e411 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Lock "cb84a0fa-cd8f-4522-94aa-e081f35c701a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.921s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.405719] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416284, 'name': ReconfigVM_Task, 'duration_secs': 0.144937} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.406809] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.407594] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa2efe-f02e-49d2-bddc-0fbfd643243a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.410490] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7e80d6-d4fb-47a3-b508-edf89947ba22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.428971] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb5246b-9de0-44cc-b0e6-12e4adb492b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.438966] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-d54fa67b-8406-4a7a-8e79-54da632c7d41/volume-d54fa67b-8406-4a7a-8e79-54da632c7d41.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.439535] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f47c53b-9804-4297-835b-6911a79cd82e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.481830] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c01712-14e5-4592-b203-b93040af8b24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.484734] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1218.484734] env[65664]: value = "task-4416285" [ 1218.484734] env[65664]: _type = "Task" [ 1218.484734] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.492035] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494b342d-d403-4247-9369-7c5cceb441c1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.499075] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.509861] env[65664]: DEBUG nova.compute.provider_tree [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.556082] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.565678] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.996412] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416285, 'name': ReconfigVM_Task, 'duration_secs': 0.259106} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.996843] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-d54fa67b-8406-4a7a-8e79-54da632c7d41/volume-d54fa67b-8406-4a7a-8e79-54da632c7d41.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.997191] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.013713] env[65664]: DEBUG nova.scheduler.client.report [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.055753] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.069480] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.506507] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f059c-ee6d-4331-86af-c1d2ead88f07 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.526976] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.529347] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.460s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.529529] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.529709] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1219.530481] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759536a5-c83b-4be6-8709-d221e99d638b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.533428] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381a821-b82e-41fd-98d6-90ddf2528d60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.554521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1bfda4-32d6-43fd-9e16-ca16a54588ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.558648] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.562752] env[65664]: INFO nova.scheduler.client.report [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Deleted allocations for instance 33b1d61b-4171-4625-8105-422875e5fcf2 [ 1219.575184] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.583424] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54b8eb-9625-41ea-85a0-ad457f33f7f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.590958] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5f5c6-5c5e-4b9c-9060-bd220b9c5237 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.623471] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179929MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1219.623630] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.623848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.069457] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.075040] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7288bcdd-98d5-4076-be80-447b94112850 tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Lock "33b1d61b-4171-4625-8105-422875e5fcf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.446s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.569969] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.637522] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Applying migration context for instance 4d5fde47-49e6-4561-adc9-fcda7afc91fb as it has an incoming, in-progress migration 18484091-55c8-4cdc-bebc-23d35e17096f. Migration status is migrating {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1220.638761] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating resource usage from migration 18484091-55c8-4cdc-bebc-23d35e17096f [ 1220.656649] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.656801] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ed3397de-25ba-4a4f-8c9d-79b13377e211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657050] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 0e58d341-8e11-413e-a9d7-edb6745a8146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657050] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 527403f8-069e-4e78-bd59-2920b9c7d73e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657234] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 3dc671d6-5859-4481-81d7-f58d0275b167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657360] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance e9ae44c7-0226-4e36-b33a-50945490de4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657472] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 5d217f80-6664-44c0-b78d-03c07c5dad35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657586] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration 18484091-55c8-4cdc-bebc-23d35e17096f is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1220.657722] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 4d5fde47-49e6-4561-adc9-fcda7afc91fb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1220.657930] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1220.658087] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '8', 'num_task_None': '7', 'num_os_type_None': '8', 'num_proj_d817bea104c34f0798e2be963cc444d4': '3', 'io_workload': '1', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '2', 'num_proj_0c9cacbaaf584fd49d7603029849b0b0': '2', 'num_proj_ec096aa96a8a4a98ac3c7a634a14c2a8': '1', 'num_task_resize_migrating': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1220.782626] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44a3e95-7ac8-4c1f-a556-844c606dd099 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.790827] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1028c19e-2e0a-40e9-86dc-494265328348 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.825951] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aff388-875d-4bc6-8d87-287a85886deb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.834624] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a90e9c-c258-4981-9379-de76483a6d2d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.853654] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.071595] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.183186] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.183559] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.227014] env[65664]: DEBUG nova.network.neutron [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Port c2511d7e-a6df-4ed6-8593-35bf119e73d1 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1221.356644] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.571577] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.862937] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1221.863167] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.239s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.072551] env[65664]: DEBUG oslo_vmware.api [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416282, 'name': ReconfigVM_Task, 'duration_secs': 5.75092} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.072826] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.073053] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Reconfigured VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1222.073587] env[65664]: WARNING neutronclient.v2_0.client [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.073798] env[65664]: WARNING neutronclient.v2_0.client [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.102546] env[65664]: WARNING neutronclient.v2_0.client [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.256080] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.256412] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.256697] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.864431] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.864431] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1223.263253] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.305698] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.305899] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.306097] env[65664]: DEBUG nova.network.neutron [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1223.360077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "0e58d341-8e11-413e-a9d7-edb6745a8146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.360359] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.360635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "0e58d341-8e11-413e-a9d7-edb6745a8146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.360831] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.361012] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.364820] env[65664]: INFO nova.compute.manager [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Terminating instance [ 1223.421478] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.421478] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.421478] env[65664]: DEBUG nova.network.neutron [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1223.808919] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.868981] env[65664]: DEBUG nova.compute.manager [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1223.869401] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.870409] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df75689b-562e-4078-b0b2-46585b0ff9f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.879905] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.880184] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a794ab4d-dfb7-48f2-979c-d78d74091b7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.890418] env[65664]: DEBUG oslo_vmware.api [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1223.890418] env[65664]: value = "task-4416288" [ 1223.890418] env[65664]: _type = "Task" [ 1223.890418] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.900273] env[65664]: DEBUG oslo_vmware.api [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.923614] env[65664]: WARNING neutronclient.v2_0.client [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.011973] env[65664]: WARNING neutronclient.v2_0.client [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.251688] env[65664]: DEBUG nova.network.neutron [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.280775] env[65664]: WARNING neutronclient.v2_0.client [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.364396] env[65664]: INFO nova.network.neutron [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Port fc014a73-2c26-4417-a110-4ade4c887225 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1224.364951] env[65664]: DEBUG nova.network.neutron [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.379732] env[65664]: DEBUG nova.compute.manager [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1224.379817] env[65664]: DEBUG nova.compute.manager [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing instance network info cache due to event network-changed-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1224.380283] env[65664]: DEBUG oslo_concurrency.lockutils [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] Acquiring lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.403634] env[65664]: DEBUG oslo_vmware.api [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416288, 'name': PowerOffVM_Task, 'duration_secs': 0.227133} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.403894] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.404073] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.404554] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd640688-68d6-4548-87f2-8a68479813a2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.489811] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.490175] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.490540] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleting the datastore file [datastore2] 0e58d341-8e11-413e-a9d7-edb6745a8146 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.490893] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2186e8-f799-4c8f-9abd-bb0b5212962e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.498997] env[65664]: DEBUG oslo_vmware.api [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1224.498997] env[65664]: value = "task-4416290" [ 1224.498997] env[65664]: _type = "Task" [ 1224.498997] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.508695] env[65664]: DEBUG oslo_vmware.api [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.755868] env[65664]: DEBUG oslo_concurrency.lockutils [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.868557] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.871065] env[65664]: DEBUG oslo_concurrency.lockutils [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] Acquired lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.871065] env[65664]: DEBUG nova.network.neutron [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Refreshing network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.893913] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-e9ae44c7-0226-4e36-b33a-50945490de4f-fc014a73-2c26-4417-a110-4ade4c887225" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.894166] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-e9ae44c7-0226-4e36-b33a-50945490de4f-fc014a73-2c26-4417-a110-4ade4c887225" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.894511] env[65664]: DEBUG nova.objects.instance [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'flavor' on Instance uuid e9ae44c7-0226-4e36-b33a-50945490de4f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.009652] env[65664]: DEBUG oslo_vmware.api [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135224} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.009896] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.010091] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.010269] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.010439] env[65664]: INFO nova.compute.manager [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1225.010717] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1225.010908] env[65664]: DEBUG nova.compute.manager [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1225.011015] env[65664]: DEBUG nova.network.neutron [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1225.011259] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.045397] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.270024] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144bdcb-3dc5-4560-8823-a6a9eb54deb5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.279984] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10199bd5-77f5-4a5e-a63e-35626718bdd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.373272] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a6b8258-1183-40f9-926f-bb4f1b60af1a tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-3dc671d6-5859-4481-81d7-f58d0275b167-fc014a73-2c26-4417-a110-4ade4c887225" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.926s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.378090] env[65664]: WARNING neutronclient.v2_0.client [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.398358] env[65664]: WARNING neutronclient.v2_0.client [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.563382] env[65664]: DEBUG nova.objects.instance [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'pci_requests' on Instance uuid e9ae44c7-0226-4e36-b33a-50945490de4f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.606466] env[65664]: WARNING neutronclient.v2_0.client [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.682593] env[65664]: DEBUG nova.network.neutron [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updated VIF entry in instance network info cache for port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1225.683063] env[65664]: DEBUG nova.network.neutron [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [{"id": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "address": "fa:16:3e:50:5b:30", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001adae3-6c", "ovs_interfaceid": "001adae3-6cde-4d4f-b9f7-e1b99d7f9d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.996941] env[65664]: DEBUG nova.network.neutron [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.066073] env[65664]: DEBUG nova.objects.base [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1226.066073] env[65664]: DEBUG nova.network.neutron [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1226.066291] env[65664]: WARNING neutronclient.v2_0.client [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.066619] env[65664]: WARNING neutronclient.v2_0.client [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.134027] env[65664]: DEBUG nova.policy [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eef0b54bef6640ec82925a622491c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c9cacbaaf584fd49d7603029849b0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.185745] env[65664]: DEBUG oslo_concurrency.lockutils [req-8af87cc5-e4fe-458d-a588-02f83aa18eea req-b825c4b4-9674-49fc-aba1-f54776b770d0 service nova] Releasing lock "refresh_cache-3dc671d6-5859-4481-81d7-f58d0275b167" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.380776] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4093e5-0518-43b3-91ff-3bffcedd1152 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.403644] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b156d9c6-efdf-4ddb-b014-f654d24e9ef5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.412518] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.435122] env[65664]: DEBUG nova.compute.manager [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-changed-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1226.435122] env[65664]: DEBUG nova.compute.manager [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing instance network info cache due to event network-changed-031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1226.435232] env[65664]: DEBUG oslo_concurrency.lockutils [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.435372] env[65664]: DEBUG oslo_concurrency.lockutils [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.435528] env[65664]: DEBUG nova.network.neutron [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing network info cache for port 031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.500079] env[65664]: INFO nova.compute.manager [-] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Took 1.49 seconds to deallocate network for instance. [ 1226.919412] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.919933] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0776dcfb-41a2-49f4-8435-794450bf59d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.927805] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1226.927805] env[65664]: value = "task-4416292" [ 1226.927805] env[65664]: _type = "Task" [ 1226.927805] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.936663] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.938279] env[65664]: WARNING neutronclient.v2_0.client [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.006812] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.007210] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.007327] env[65664]: DEBUG nova.objects.instance [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'resources' on Instance uuid 0e58d341-8e11-413e-a9d7-edb6745a8146 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.109118] env[65664]: WARNING neutronclient.v2_0.client [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.177817] env[65664]: DEBUG nova.network.neutron [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updated VIF entry in instance network info cache for port 031755c4-de96-4094-baad-aec96d56bef9. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1227.178173] env[65664]: DEBUG nova.network.neutron [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.438328] env[65664]: DEBUG oslo_vmware.api [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416292, 'name': PowerOnVM_Task, 'duration_secs': 0.471602} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.438609] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.438798] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8297c-8cca-4771-9ac0-899ba2513906 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance '4d5fde47-49e6-4561-adc9-fcda7afc91fb' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.588941] env[65664]: DEBUG nova.compute.manager [req-dfb1795d-1244-42f0-b1c8-6a0b19d109cd req-591893ff-ed29-4407-acae-476f7aee88ba service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-vif-plugged-fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1227.589260] env[65664]: DEBUG oslo_concurrency.lockutils [req-dfb1795d-1244-42f0-b1c8-6a0b19d109cd req-591893ff-ed29-4407-acae-476f7aee88ba service nova] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.589318] env[65664]: DEBUG oslo_concurrency.lockutils [req-dfb1795d-1244-42f0-b1c8-6a0b19d109cd req-591893ff-ed29-4407-acae-476f7aee88ba service nova] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.589475] env[65664]: DEBUG oslo_concurrency.lockutils [req-dfb1795d-1244-42f0-b1c8-6a0b19d109cd req-591893ff-ed29-4407-acae-476f7aee88ba service nova] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.589653] env[65664]: DEBUG nova.compute.manager [req-dfb1795d-1244-42f0-b1c8-6a0b19d109cd req-591893ff-ed29-4407-acae-476f7aee88ba service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] No waiting events found dispatching network-vif-plugged-fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1227.589823] env[65664]: WARNING nova.compute.manager [req-dfb1795d-1244-42f0-b1c8-6a0b19d109cd req-591893ff-ed29-4407-acae-476f7aee88ba service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received unexpected event network-vif-plugged-fc014a73-2c26-4417-a110-4ade4c887225 for instance with vm_state active and task_state None. [ 1227.631298] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa033371-bc57-48ba-a4ff-6ba41a066322 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.640103] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365e376-f732-4f8f-9643-856799bec5a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.647689] env[65664]: DEBUG nova.network.neutron [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Successfully updated port: fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1227.674337] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2b57b-0bf4-4ee5-b99b-829991fffba9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.682647] env[65664]: DEBUG oslo_concurrency.lockutils [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.682921] env[65664]: DEBUG nova.compute.manager [req-b67d7342-a5cb-4a2d-bb9d-249ba3b146d3 req-1ec83fb6-9554-48a0-a96d-415c3b1b316d service nova] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Received event network-vif-deleted-a63113a3-ff17-4649-9e80-61ab00f0d00e {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1227.684350] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3f8f0-0e8d-4a06-a523-e989bd338d94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.699527] env[65664]: DEBUG nova.compute.provider_tree [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.174331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.174331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.174730] env[65664]: DEBUG nova.network.neutron [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1228.202624] env[65664]: DEBUG nova.scheduler.client.report [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.707219] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.715236] env[65664]: WARNING nova.network.neutron [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] 6cc7eb2f-7333-4468-b82c-c29209c35bff already exists in list: networks containing: ['6cc7eb2f-7333-4468-b82c-c29209c35bff']. ignoring it [ 1228.742459] env[65664]: INFO nova.scheduler.client.report [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted allocations for instance 0e58d341-8e11-413e-a9d7-edb6745a8146 [ 1228.844617] env[65664]: WARNING neutronclient.v2_0.client [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.053171] env[65664]: WARNING neutronclient.v2_0.client [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.144443] env[65664]: DEBUG nova.network.neutron [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc014a73-2c26-4417-a110-4ade4c887225", "address": "fa:16:3e:99:b3:82", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc014a73-2c", "ovs_interfaceid": "fc014a73-2c26-4417-a110-4ade4c887225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.252232] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "0e58d341-8e11-413e-a9d7-edb6745a8146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.891s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.454057] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.454318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.454583] env[65664]: DEBUG nova.compute.manager [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Going to confirm migration 7 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1229.633590] env[65664]: DEBUG nova.compute.manager [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-changed-fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1229.633830] env[65664]: DEBUG nova.compute.manager [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing instance network info cache due to event network-changed-fc014a73-2c26-4417-a110-4ade4c887225. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1229.634038] env[65664]: DEBUG oslo_concurrency.lockutils [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.646975] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.647689] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.647867] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.648172] env[65664]: DEBUG oslo_concurrency.lockutils [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.648352] env[65664]: DEBUG nova.network.neutron [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Refreshing network info cache for port fc014a73-2c26-4417-a110-4ade4c887225 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.650788] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9cf37-fe56-464d-bcdb-41edaac5ea02 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.670641] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.670937] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.671319] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.671319] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.671515] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.671515] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.671747] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.671906] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.672074] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.672235] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.672401] env[65664]: DEBUG nova.virt.hardware [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.679142] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Reconfiguring VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1229.680058] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c713def-3999-47f9-b58a-6a8ca1638b08 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.699329] env[65664]: DEBUG oslo_vmware.api [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1229.699329] env[65664]: value = "task-4416293" [ 1229.699329] env[65664]: _type = "Task" [ 1229.699329] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.710950] env[65664]: DEBUG oslo_vmware.api [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416293, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.960889] env[65664]: WARNING neutronclient.v2_0.client [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.034720] env[65664]: WARNING neutronclient.v2_0.client [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.035118] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.035276] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquired lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.035452] env[65664]: DEBUG nova.network.neutron [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.035740] env[65664]: DEBUG nova.objects.instance [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'info_cache' on Instance uuid 4d5fde47-49e6-4561-adc9-fcda7afc91fb {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.155018] env[65664]: WARNING neutronclient.v2_0.client [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.210722] env[65664]: DEBUG oslo_vmware.api [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.383536] env[65664]: WARNING neutronclient.v2_0.client [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.466604] env[65664]: DEBUG nova.network.neutron [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updated VIF entry in instance network info cache for port fc014a73-2c26-4417-a110-4ade4c887225. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1230.466983] env[65664]: DEBUG nova.network.neutron [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc014a73-2c26-4417-a110-4ade4c887225", "address": "fa:16:3e:99:b3:82", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc014a73-2c", "ovs_interfaceid": "fc014a73-2c26-4417-a110-4ade4c887225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.711907] env[65664]: DEBUG oslo_vmware.api [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416293, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.969875] env[65664]: DEBUG oslo_concurrency.lockutils [req-50e087f8-970b-4a45-b67c-c12051c432a5 req-73ec3da7-a104-4d4e-826e-ab5b8ceea2b1 service nova] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.044040] env[65664]: WARNING neutronclient.v2_0.client [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.211291] env[65664]: DEBUG oslo_vmware.api [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416293, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.233021] env[65664]: WARNING neutronclient.v2_0.client [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.351786] env[65664]: DEBUG nova.network.neutron [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [{"id": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "address": "fa:16:3e:a0:f0:b0", "network": {"id": "5e79cefd-cd00-476a-9329-189c52bfb087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1862353853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d817bea104c34f0798e2be963cc444d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2511d7e-a6", "ovs_interfaceid": "c2511d7e-a6df-4ed6-8593-35bf119e73d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.712033] env[65664]: DEBUG oslo_vmware.api [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416293, 'name': ReconfigVM_Task, 'duration_secs': 1.731475} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.712528] env[65664]: WARNING neutronclient.v2_0.client [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.712528] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.712648] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Reconfigured VM to attach interface {{(pid=65664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1231.720458] env[65664]: DEBUG nova.compute.manager [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1231.854693] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Releasing lock "refresh_cache-4d5fde47-49e6-4561-adc9-fcda7afc91fb" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.854964] env[65664]: DEBUG nova.objects.instance [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'migration_context' on Instance uuid 4d5fde47-49e6-4561-adc9-fcda7afc91fb {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.217521] env[65664]: DEBUG oslo_concurrency.lockutils [None req-088c6572-58fa-4930-be9a-93819b399032 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-e9ae44c7-0226-4e36-b33a-50945490de4f-fc014a73-2c26-4417-a110-4ade4c887225" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.323s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.246324] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.246658] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.358635] env[65664]: DEBUG nova.objects.base [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Object Instance<4d5fde47-49e6-4561-adc9-fcda7afc91fb> lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1232.359717] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bbf51e-88b0-42ef-b6e1-03b055d5ba71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.381998] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ef28e9-9777-4a37-b491-3b8846a4888f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.389591] env[65664]: DEBUG oslo_vmware.api [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1232.389591] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523f92ec-691f-ea2b-36e3-4874c036c829" [ 1232.389591] env[65664]: _type = "Task" [ 1232.389591] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.399948] env[65664]: DEBUG oslo_vmware.api [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523f92ec-691f-ea2b-36e3-4874c036c829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.752649] env[65664]: INFO nova.compute.claims [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.900551] env[65664]: DEBUG oslo_vmware.api [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523f92ec-691f-ea2b-36e3-4874c036c829, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.900551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.259824] env[65664]: INFO nova.compute.resource_tracker [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating resource usage from migration 7de2b7ef-d970-44ea-b1a3-5bb5b2e29fca [ 1233.390341] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f35a6-2774-4ad8-847d-343c6929bf27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.398819] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb98782-85f4-4d89-a2ff-67f58ed4453b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.434504] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169df920-78cc-4de1-8892-9f9dfdadc951 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.443530] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b329e-6526-4ea0-b58f-f033199d7ba5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.459555] env[65664]: DEBUG nova.compute.provider_tree [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.643155] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "interface-e9ae44c7-0226-4e36-b33a-50945490de4f-fc014a73-2c26-4417-a110-4ade4c887225" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.643430] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-e9ae44c7-0226-4e36-b33a-50945490de4f-fc014a73-2c26-4417-a110-4ade4c887225" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.962869] env[65664]: DEBUG nova.scheduler.client.report [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.146546] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.146736] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.147727] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3aeac8-68ba-4e99-b5fc-349846a50dc0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.166544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b96d65-ed79-488b-b91c-8824d432f866 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.191158] env[65664]: WARNING neutronclient.v2_0.client [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.198405] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Reconfiguring VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1234.198873] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9b8e34-82e9-4589-a7f0-b25705942d1f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.218986] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1234.218986] env[65664]: value = "task-4416294" [ 1234.218986] env[65664]: _type = "Task" [ 1234.218986] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.228551] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.468667] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.222s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.468919] env[65664]: INFO nova.compute.manager [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Migrating [ 1234.476126] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.576s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.730995] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.989738] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.990116] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.990116] env[65664]: DEBUG nova.network.neutron [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1235.209845] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369a548-be8f-4d33-a59e-fb5bc1c0291f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.218092] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b71abd-35c3-4eeb-a00f-e21586b71655 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.230465] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.254952] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385429e0-d978-413a-bf5b-5a26a984eae4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.263338] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac471f-42ff-48ca-a646-72c5128a05d5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.277404] env[65664]: DEBUG nova.compute.provider_tree [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.493124] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.670433] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.731301] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.743113] env[65664]: DEBUG nova.network.neutron [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.781065] env[65664]: DEBUG nova.scheduler.client.report [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.233651] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.245698] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.734570] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.791316] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.315s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.232889] env[65664]: INFO nova.compute.manager [None req-2dd53dd2-3c38-43ea-afe3-6dd6dafdbf4a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Get console output [ 1237.233309] env[65664]: WARNING nova.virt.vmwareapi.driver [None req-2dd53dd2-3c38-43ea-afe3-6dd6dafdbf4a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] The console log is missing. Check your VSPC configuration [ 1237.237457] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.355445] env[65664]: INFO nova.scheduler.client.report [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted allocation for migration 18484091-55c8-4cdc-bebc-23d35e17096f [ 1237.736394] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.759955] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6f57a-e17c-4478-8eb7-ec4060cacd3a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.780026] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.861973] env[65664]: DEBUG oslo_concurrency.lockutils [None req-d34aeca4-e845-4bc3-900c-715cd618237a tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.407s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.237612] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.286191] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.286581] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2c325f-7e84-443f-ac6a-a06d59f70b40 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.294901] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1238.294901] env[65664]: value = "task-4416295" [ 1238.294901] env[65664]: _type = "Task" [ 1238.294901] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.304640] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.737607] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.805576] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416295, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.975338] env[65664]: DEBUG oslo_concurrency.lockutils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.975581] env[65664]: DEBUG oslo_concurrency.lockutils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.239113] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.306990] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416295, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.479498] env[65664]: DEBUG nova.compute.utils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.739301] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.814875] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416295, 'name': PowerOffVM_Task, 'duration_secs': 1.194001} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.814875] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.815147] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.983265] env[65664]: DEBUG oslo_concurrency.lockutils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.241785] env[65664]: DEBUG oslo_vmware.api [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416294, 'name': ReconfigVM_Task, 'duration_secs': 5.773368} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.242204] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.242323] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Reconfigured VM to detach interface {{(pid=65664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1240.242797] env[65664]: WARNING neutronclient.v2_0.client [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.243171] env[65664]: WARNING neutronclient.v2_0.client [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.288959] env[65664]: WARNING neutronclient.v2_0.client [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.322980] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.323287] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.323378] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.323553] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.323694] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.323839] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.324045] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.324205] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.324362] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.324520] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.324686] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.329778] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c1d0c77-ea77-46e7-8367-8806ba102e14 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.345911] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1240.345911] env[65664]: value = "task-4416296" [ 1240.345911] env[65664]: _type = "Task" [ 1240.345911] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.356818] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.856534] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416296, 'name': ReconfigVM_Task, 'duration_secs': 0.466719} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.856894] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.057149] env[65664]: DEBUG oslo_concurrency.lockutils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.057395] env[65664]: DEBUG oslo_concurrency.lockutils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.057626] env[65664]: INFO nova.compute.manager [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Attaching volume f7886790-3e98-4b45-85ae-564795b90dd2 to /dev/sdb [ 1241.088296] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e086b-6523-44f1-9295-fd8d4bae7fd5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.097399] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fedc31c-fe00-4138-acc4-52e946b5ad42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.112215] env[65664]: DEBUG nova.virt.block_device [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating existing volume attachment record: 663b5c4b-8628-4789-aa36-71d6dc18e878 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.363611] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.364068] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.364068] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.364185] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.364327] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.364473] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.364672] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.364826] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.364985] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.365162] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.365334] env[65664]: DEBUG nova.virt.hardware [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.370858] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.371428] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a5122f-8ee4-4ddb-a001-da18e9b70cfd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.390264] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1241.390264] env[65664]: value = "task-4416300" [ 1241.390264] env[65664]: _type = "Task" [ 1241.390264] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.400427] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.593966] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.594203] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquired lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.594430] env[65664]: DEBUG nova.network.neutron [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.901838] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416300, 'name': ReconfigVM_Task, 'duration_secs': 0.189942} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.901838] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.902383] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1215db-641a-4d36-a5a8-bfd52dbe0051 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.927597] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211/ed3397de-25ba-4a4f-8c9d-79b13377e211.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.927912] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8251c95-5d8b-47e1-8a1a-44ce87d947bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.947855] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1241.947855] env[65664]: value = "task-4416301" [ 1241.947855] env[65664]: _type = "Task" [ 1241.947855] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.958658] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.097745] env[65664]: WARNING neutronclient.v2_0.client [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.124022] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.124318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.124531] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.124705] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.124873] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.127133] env[65664]: INFO nova.compute.manager [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Terminating instance [ 1242.273919] env[65664]: WARNING neutronclient.v2_0.client [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.341178] env[65664]: INFO nova.network.neutron [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Port fc014a73-2c26-4417-a110-4ade4c887225 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1242.341553] env[65664]: DEBUG nova.network.neutron [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [{"id": "031755c4-de96-4094-baad-aec96d56bef9", "address": "fa:16:3e:af:0c:3d", "network": {"id": "6cc7eb2f-7333-4468-b82c-c29209c35bff", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-819460771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c9cacbaaf584fd49d7603029849b0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031755c4-de", "ovs_interfaceid": "031755c4-de96-4094-baad-aec96d56bef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.457803] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416301, 'name': ReconfigVM_Task, 'duration_secs': 0.302091} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.458193] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Reconfigured VM instance instance-00000052 to attach disk [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211/ed3397de-25ba-4a4f-8c9d-79b13377e211.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.458319] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.630541] env[65664]: DEBUG nova.compute.manager [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1242.630835] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.631728] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aaf62f-0da6-4eb9-963e-b0d596b58564 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.640919] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.641185] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ad70b0-5e8a-447f-bfa1-7527c7132ff4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.649651] env[65664]: DEBUG oslo_vmware.api [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1242.649651] env[65664]: value = "task-4416302" [ 1242.649651] env[65664]: _type = "Task" [ 1242.649651] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.658413] env[65664]: DEBUG oslo_vmware.api [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.844611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Releasing lock "refresh_cache-e9ae44c7-0226-4e36-b33a-50945490de4f" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.965412] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8fc478-a479-49a4-883a-75b4a40be19f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.985437] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44273a3-f4f0-4233-81c3-6730b0360774 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.005236] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.160361] env[65664]: DEBUG oslo_vmware.api [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416302, 'name': PowerOffVM_Task, 'duration_secs': 0.20009} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.160663] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.160845] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.161125] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-414bd190-14eb-4e53-a31d-087476529e82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.246699] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.246903] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.247113] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleting the datastore file [datastore1] e9ae44c7-0226-4e36-b33a-50945490de4f {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.247396] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f11ffa76-199f-463c-b170-9e1e791ea9c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.254243] env[65664]: DEBUG oslo_vmware.api [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1243.254243] env[65664]: value = "task-4416304" [ 1243.254243] env[65664]: _type = "Task" [ 1243.254243] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.264252] env[65664]: DEBUG oslo_vmware.api [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.349192] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0c982883-6f6a-4db9-8564-b1cef66ac124 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "interface-e9ae44c7-0226-4e36-b33a-50945490de4f-fc014a73-2c26-4417-a110-4ade4c887225" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.706s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.512124] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.512563] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.549130] env[65664]: DEBUG nova.network.neutron [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Port f3654cb3-92b6-419a-ba51-78ce7c183edd binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1243.765147] env[65664]: DEBUG oslo_vmware.api [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260979} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.765406] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.765582] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.765753] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.765923] env[65664]: INFO nova.compute.manager [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1243.766188] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1243.766391] env[65664]: DEBUG nova.compute.manager [-] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1243.766483] env[65664]: DEBUG nova.network.neutron [-] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1243.766713] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.808413] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.526130] env[65664]: DEBUG nova.compute.manager [req-e79a6989-894e-4f78-9a9c-19c45e3f262b req-2b3b8ca4-5313-4566-9440-8a32604bfcd3 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Received event network-vif-deleted-031755c4-de96-4094-baad-aec96d56bef9 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1244.526501] env[65664]: INFO nova.compute.manager [req-e79a6989-894e-4f78-9a9c-19c45e3f262b req-2b3b8ca4-5313-4566-9440-8a32604bfcd3 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Neutron deleted interface 031755c4-de96-4094-baad-aec96d56bef9; detaching it from the instance and deleting it from the info cache [ 1244.526501] env[65664]: DEBUG nova.network.neutron [req-e79a6989-894e-4f78-9a9c-19c45e3f262b req-2b3b8ca4-5313-4566-9440-8a32604bfcd3 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.571956] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.572223] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.572377] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.993634] env[65664]: DEBUG nova.network.neutron [-] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.029161] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f9139e8-b2be-4d22-b2b7-dc4577ac61b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.040262] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4812200-0989-49b1-a762-dc4716763888 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.072291] env[65664]: DEBUG nova.compute.manager [req-e79a6989-894e-4f78-9a9c-19c45e3f262b req-2b3b8ca4-5313-4566-9440-8a32604bfcd3 service nova] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Detach interface failed, port_id=031755c4-de96-4094-baad-aec96d56bef9, reason: Instance e9ae44c7-0226-4e36-b33a-50945490de4f could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1245.496994] env[65664]: INFO nova.compute.manager [-] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Took 1.73 seconds to deallocate network for instance. [ 1245.578782] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.608803] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.608993] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.609183] env[65664]: DEBUG nova.network.neutron [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1245.658144] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.658397] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864238', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'name': 'volume-f7886790-3e98-4b45-85ae-564795b90dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d217f80-6664-44c0-b78d-03c07c5dad35', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'serial': 'f7886790-3e98-4b45-85ae-564795b90dd2'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.659333] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b4379-28f3-46ea-ba46-f25e90137592 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.676666] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994a4d7-6b33-438a-8eb5-992814a47147 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.703112] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-f7886790-3e98-4b45-85ae-564795b90dd2/volume-f7886790-3e98-4b45-85ae-564795b90dd2.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.703453] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bf1e619-08eb-4293-a3ae-b94d8bbbbdd9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.723147] env[65664]: DEBUG oslo_vmware.api [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1245.723147] env[65664]: value = "task-4416306" [ 1245.723147] env[65664]: _type = "Task" [ 1245.723147] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.732139] env[65664]: DEBUG oslo_vmware.api [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.003424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.003666] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.003892] env[65664]: DEBUG nova.objects.instance [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'resources' on Instance uuid e9ae44c7-0226-4e36-b33a-50945490de4f {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.112305] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.234335] env[65664]: DEBUG oslo_vmware.api [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416306, 'name': ReconfigVM_Task, 'duration_secs': 0.356388} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.237420] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-f7886790-3e98-4b45-85ae-564795b90dd2/volume-f7886790-3e98-4b45-85ae-564795b90dd2.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.242610] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa5e37b-b002-4b4a-ad30-0aace2dc7ebb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.260333] env[65664]: DEBUG oslo_vmware.api [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1246.260333] env[65664]: value = "task-4416307" [ 1246.260333] env[65664]: _type = "Task" [ 1246.260333] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.269438] env[65664]: DEBUG oslo_vmware.api [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.304920] env[65664]: WARNING neutronclient.v2_0.client [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.376610] env[65664]: DEBUG nova.network.neutron [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.618879] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a86ea-bffc-410b-854a-b76ce5acea86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.627036] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a2089-a23a-4982-a040-83a14f81aca0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.659733] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007505b3-1924-481e-b7e0-e4af9864e2e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.668214] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49879658-de6a-418f-b814-8ab086f0c2a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.683552] env[65664]: DEBUG nova.compute.provider_tree [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.770115] env[65664]: DEBUG oslo_vmware.api [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416307, 'name': ReconfigVM_Task, 'duration_secs': 0.160154} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.770421] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864238', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'name': 'volume-f7886790-3e98-4b45-85ae-564795b90dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d217f80-6664-44c0-b78d-03c07c5dad35', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'serial': 'f7886790-3e98-4b45-85ae-564795b90dd2'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.880215] env[65664]: DEBUG oslo_concurrency.lockutils [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.187066] env[65664]: DEBUG nova.scheduler.client.report [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.403859] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e6a9ca-13ab-4fd8-a9c0-0b3e654982e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.423703] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb213f8-9c5e-4e2a-ab20-828767523907 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.431741] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.691881] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.715252] env[65664]: INFO nova.scheduler.client.report [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted allocations for instance e9ae44c7-0226-4e36-b33a-50945490de4f [ 1247.816193] env[65664]: DEBUG nova.objects.instance [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'flavor' on Instance uuid 5d217f80-6664-44c0-b78d-03c07c5dad35 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.937679] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.938082] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ae59b7-f935-4932-9721-b699192f9354 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.946159] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1247.946159] env[65664]: value = "task-4416308" [ 1247.946159] env[65664]: _type = "Task" [ 1247.946159] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.954907] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.227027] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e8e69271-662d-4054-ba5a-5e40df44df40 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "e9ae44c7-0226-4e36-b33a-50945490de4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.102s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.321072] env[65664]: DEBUG oslo_concurrency.lockutils [None req-860bc29a-5a68-4aea-9f02-f7f238cd3211 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.457301] env[65664]: DEBUG oslo_vmware.api [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416308, 'name': PowerOnVM_Task, 'duration_secs': 0.407862} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.457597] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.457834] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc965740-f567-48a9-816a-f2bbdb0d6a36 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance 'ed3397de-25ba-4a4f-8c9d-79b13377e211' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.834853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.835225] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "3dc671d6-5859-4481-81d7-f58d0275b167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.835290] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.835441] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.835605] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "3dc671d6-5859-4481-81d7-f58d0275b167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.837622] env[65664]: INFO nova.compute.manager [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Terminating instance [ 1249.193639] env[65664]: DEBUG nova.compute.manager [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1249.341507] env[65664]: DEBUG nova.compute.manager [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1249.341811] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.342794] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba633687-f715-455e-bc46-f9ade506fb72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.351971] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.352183] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13004a0f-6f76-4a4e-892b-b02ac5fef2a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.358744] env[65664]: DEBUG oslo_vmware.api [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1249.358744] env[65664]: value = "task-4416309" [ 1249.358744] env[65664]: _type = "Task" [ 1249.358744] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.369096] env[65664]: DEBUG oslo_vmware.api [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.712744] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.713038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.869335] env[65664]: DEBUG oslo_vmware.api [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416309, 'name': PowerOffVM_Task, 'duration_secs': 0.174771} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.869600] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.869759] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.870035] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73733baa-f455-45d4-8269-bf1db98e1b81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.935831] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.936065] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.936286] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleting the datastore file [datastore1] 3dc671d6-5859-4481-81d7-f58d0275b167 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.936529] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c43f437-7db3-4828-b2b6-4b529a6818b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.944426] env[65664]: DEBUG oslo_vmware.api [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for the task: (returnval){ [ 1249.944426] env[65664]: value = "task-4416311" [ 1249.944426] env[65664]: _type = "Task" [ 1249.944426] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.953294] env[65664]: DEBUG oslo_vmware.api [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.218439] env[65664]: INFO nova.compute.claims [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.315778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.316102] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.316328] env[65664]: DEBUG nova.compute.manager [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Going to confirm migration 8 {{(pid=65664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1250.455015] env[65664]: DEBUG oslo_vmware.api [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Task: {'id': task-4416311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141821} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.455191] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.455357] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.455534] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.455704] env[65664]: INFO nova.compute.manager [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1250.455938] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1250.456155] env[65664]: DEBUG nova.compute.manager [-] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1250.456252] env[65664]: DEBUG nova.network.neutron [-] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1250.456505] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.489451] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.726063] env[65664]: INFO nova.compute.resource_tracker [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating resource usage from migration 4fe14f39-65bd-4b49-a018-824304f6f491 [ 1250.754145] env[65664]: DEBUG nova.compute.manager [req-96163971-8208-41cb-a4dc-02ea2623539e req-aa34d14c-8cc8-4463-8ad6-d05b5899ed97 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Received event network-vif-deleted-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1250.754496] env[65664]: INFO nova.compute.manager [req-96163971-8208-41cb-a4dc-02ea2623539e req-aa34d14c-8cc8-4463-8ad6-d05b5899ed97 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Neutron deleted interface 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24; detaching it from the instance and deleting it from the info cache [ 1250.754605] env[65664]: DEBUG nova.network.neutron [req-96163971-8208-41cb-a4dc-02ea2623539e req-aa34d14c-8cc8-4463-8ad6-d05b5899ed97 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.823250] env[65664]: WARNING neutronclient.v2_0.client [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.842123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad2e3c-23f8-4448-94e9-1ead44bfb400 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.853611] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a2e31e-99a2-4d0f-bfd5-0c956a0a45be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.863165] env[65664]: WARNING neutronclient.v2_0.client [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.863687] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.863949] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.864276] env[65664]: DEBUG nova.network.neutron [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1250.864583] env[65664]: DEBUG nova.objects.instance [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'info_cache' on Instance uuid ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.892968] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1804dcc-119f-4241-b97f-9ee4e9007f67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.902290] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51cb58a-bb8b-4069-ad1c-4da5aee12b9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.921214] env[65664]: DEBUG nova.compute.provider_tree [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.238236] env[65664]: DEBUG nova.network.neutron [-] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.259827] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfe1aa36-8d19-4df7-bdef-a17c8e04bcc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.270296] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea81a1-f11c-4c0d-a971-30f626aab17f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.301325] env[65664]: DEBUG nova.compute.manager [req-96163971-8208-41cb-a4dc-02ea2623539e req-aa34d14c-8cc8-4463-8ad6-d05b5899ed97 service nova] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Detach interface failed, port_id=001adae3-6cde-4d4f-b9f7-e1b99d7f9d24, reason: Instance 3dc671d6-5859-4481-81d7-f58d0275b167 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1251.425487] env[65664]: DEBUG nova.scheduler.client.report [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.741117] env[65664]: INFO nova.compute.manager [-] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Took 1.28 seconds to deallocate network for instance. [ 1251.871275] env[65664]: WARNING neutronclient.v2_0.client [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.930682] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.931056] env[65664]: INFO nova.compute.manager [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Migrating [ 1252.042679] env[65664]: WARNING neutronclient.v2_0.client [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.116660] env[65664]: DEBUG nova.network.neutron [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [{"id": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "address": "fa:16:3e:0c:2d:9a", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3654cb3-92", "ovs_interfaceid": "f3654cb3-92b6-419a-ba51-78ce7c183edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.249688] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.249991] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.250211] env[65664]: DEBUG nova.objects.instance [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lazy-loading 'resources' on Instance uuid 3dc671d6-5859-4481-81d7-f58d0275b167 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.445543] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.445792] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.445891] env[65664]: DEBUG nova.network.neutron [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1252.619781] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ed3397de-25ba-4a4f-8c9d-79b13377e211" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.620061] env[65664]: DEBUG nova.objects.instance [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'migration_context' on Instance uuid ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.892702] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed777a97-2b1d-406b-9317-f6e6ec4e1bc9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.901362] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf5c42-6790-4dac-97b4-19d4e54398f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.933789] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac71f3-a314-4113-951e-24ed2e42c956 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.941653] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ff0d46-1c8e-4a99-9e41-2d1f0ee7c59d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.955885] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.958222] env[65664]: DEBUG nova.compute.provider_tree [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.122881] env[65664]: DEBUG nova.objects.base [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.123821] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def1836-76a2-462c-99b6-5eec73af2671 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.144771] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.146895] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca6a2b5-c52e-451b-a72c-11160e291677 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.153127] env[65664]: DEBUG oslo_vmware.api [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1253.153127] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527be3f1-5b24-d115-7ca5-998986a241b3" [ 1253.153127] env[65664]: _type = "Task" [ 1253.153127] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.163408] env[65664]: DEBUG oslo_vmware.api [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]527be3f1-5b24-d115-7ca5-998986a241b3, 'name': SearchDatastore_Task, 'duration_secs': 0.007389} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.163462] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.219384] env[65664]: DEBUG nova.network.neutron [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.461792] env[65664]: DEBUG nova.scheduler.client.report [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.722076] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.967158] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.969608] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.806s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.986104] env[65664]: INFO nova.scheduler.client.report [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Deleted allocations for instance 3dc671d6-5859-4481-81d7-f58d0275b167 [ 1254.496403] env[65664]: DEBUG oslo_concurrency.lockutils [None req-2b319c69-621b-4d7e-934c-7088e79925ef tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Lock "3dc671d6-5859-4481-81d7-f58d0275b167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.577193] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d0d7ba-7527-4623-9747-396ef57fa499 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.586202] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d54d075-081d-41ff-81e6-e07d79dc7c66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.617119] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45aaf1b-978d-46ae-b43b-e8c5fe562d97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.625315] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491b77d-4e01-4161-bef3-de68469d0f48 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.639918] env[65664]: DEBUG nova.compute.provider_tree [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.143886] env[65664]: DEBUG nova.scheduler.client.report [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.237430] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f8781-4e93-42a6-9ee9-dbb270e556b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.264861] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.773964] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.773964] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2946648-39c2-479c-8a1b-47397f99a7df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.783833] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1255.783833] env[65664]: value = "task-4416312" [ 1255.783833] env[65664]: _type = "Task" [ 1255.783833] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.796363] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.159028] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.187s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.296081] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416312, 'name': PowerOffVM_Task, 'duration_secs': 0.201636} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.296081] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.296081] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.722232] env[65664]: INFO nova.scheduler.client.report [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted allocation for migration 7de2b7ef-d970-44ea-b1a3-5bb5b2e29fca [ 1256.803269] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.803752] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.804034] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.804353] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.804578] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.804786] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.805080] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.805311] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.805550] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.805785] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.806045] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.813836] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7611d93-7547-4fbc-8db9-1c9d3d6aae6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.830922] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1256.830922] env[65664]: value = "task-4416313" [ 1256.830922] env[65664]: _type = "Task" [ 1256.830922] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.841102] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.228222] env[65664]: DEBUG oslo_concurrency.lockutils [None req-08e4b523-a281-4696-8d5a-2688ef196331 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.912s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.342230] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416313, 'name': ReconfigVM_Task, 'duration_secs': 0.323476} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.342584] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.463650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.463922] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.464147] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.464378] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.464558] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.466932] env[65664]: INFO nova.compute.manager [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Terminating instance [ 1257.849503] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1257.849786] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.849990] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1257.850251] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.850426] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1257.850576] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1257.850885] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.851099] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1257.851276] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1257.851438] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1257.851606] env[65664]: DEBUG nova.virt.hardware [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1257.856935] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.858162] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2839807-c781-481f-bf9e-691ad4e5cb0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.877853] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1257.877853] env[65664]: value = "task-4416314" [ 1257.877853] env[65664]: _type = "Task" [ 1257.877853] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.886313] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.970603] env[65664]: DEBUG nova.compute.manager [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1257.970921] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.971932] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d238b-2aee-4eef-9ca3-38244d42b2d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.980280] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.980549] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a49003-ed12-4d44-b126-2dbe5324a13c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.987597] env[65664]: DEBUG oslo_vmware.api [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1257.987597] env[65664]: value = "task-4416315" [ 1257.987597] env[65664]: _type = "Task" [ 1257.987597] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.996582] env[65664]: DEBUG oslo_vmware.api [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.388531] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416314, 'name': ReconfigVM_Task, 'duration_secs': 0.223255} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.388835] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.389700] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d92bd-0dd1-411b-a7ba-1b6c346f39a5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.415294] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.415593] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224343a4-acc6-47e6-a39d-dd76f9117218 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.434377] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1258.434377] env[65664]: value = "task-4416316" [ 1258.434377] env[65664]: _type = "Task" [ 1258.434377] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.442965] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.497775] env[65664]: DEBUG oslo_vmware.api [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416315, 'name': PowerOffVM_Task, 'duration_secs': 0.23307} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.498072] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.498309] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.498613] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa70e3c-ac38-4a48-bd3e-4e8a8f943995 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.565469] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.565691] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.565874] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleting the datastore file [datastore1] ed3397de-25ba-4a4f-8c9d-79b13377e211 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.566168] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ded21a3-cc09-4f80-bb0e-f63bd1fced7e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.573764] env[65664]: DEBUG oslo_vmware.api [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1258.573764] env[65664]: value = "task-4416318" [ 1258.573764] env[65664]: _type = "Task" [ 1258.573764] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.583122] env[65664]: DEBUG oslo_vmware.api [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.948022] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416316, 'name': ReconfigVM_Task, 'duration_secs': 0.310996} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.948481] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.948935] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.085655] env[65664]: DEBUG oslo_vmware.api [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138716} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.085941] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.086161] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.086349] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.086532] env[65664]: INFO nova.compute.manager [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1259.086769] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1259.086976] env[65664]: DEBUG nova.compute.manager [-] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1259.087100] env[65664]: DEBUG nova.network.neutron [-] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1259.087350] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.120391] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.294931] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "d708e90e-42b3-499c-9997-33ddca5aeb76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.295265] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.457446] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a3026-d51d-4227-8e80-3f515889e5e2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.488872] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368af67f-b0f9-4c94-9417-8001e4dd38f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.511648] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.634966] env[65664]: DEBUG nova.compute.manager [req-e07cd07d-413b-4691-8c79-70dac9d53633 req-6974302d-9fdc-42a9-a51b-6d5397731790 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Received event network-vif-deleted-f3654cb3-92b6-419a-ba51-78ce7c183edd {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1259.635197] env[65664]: INFO nova.compute.manager [req-e07cd07d-413b-4691-8c79-70dac9d53633 req-6974302d-9fdc-42a9-a51b-6d5397731790 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Neutron deleted interface f3654cb3-92b6-419a-ba51-78ce7c183edd; detaching it from the instance and deleting it from the info cache [ 1259.635501] env[65664]: DEBUG nova.network.neutron [req-e07cd07d-413b-4691-8c79-70dac9d53633 req-6974302d-9fdc-42a9-a51b-6d5397731790 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.670618] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "0ac55ba2-4746-4b47-aea3-78779a8bae01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.670618] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.797820] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1259.990496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "03c338f4-b279-4a72-8118-4950cdc3e187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.990727] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "03c338f4-b279-4a72-8118-4950cdc3e187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.104885] env[65664]: DEBUG nova.network.neutron [-] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.140291] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a1adb2a-3616-43af-9624-8b0a8446a8e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.153572] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b5049-0fd8-440b-a1c0-b075792ccb93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.174060] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1260.183934] env[65664]: DEBUG nova.compute.manager [req-e07cd07d-413b-4691-8c79-70dac9d53633 req-6974302d-9fdc-42a9-a51b-6d5397731790 service nova] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Detach interface failed, port_id=f3654cb3-92b6-419a-ba51-78ce7c183edd, reason: Instance ed3397de-25ba-4a4f-8c9d-79b13377e211 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1260.320751] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.321130] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.323053] env[65664]: INFO nova.compute.claims [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.493472] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1260.607583] env[65664]: INFO nova.compute.manager [-] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Took 1.52 seconds to deallocate network for instance. [ 1260.703489] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.012553] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.116054] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.126100] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.126484] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.162665] env[65664]: DEBUG nova.network.neutron [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Port 697c8449-5b2b-44f7-a5a1-8e3707604768 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1261.557339] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4fc590-5428-43b4-ad6d-313abfdfc909 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.566392] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b89d54-e716-47a9-b8a0-e660b0c2aea0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.600077] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b662b6e-8b68-4bd7-a93f-06df301a2ec0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.608714] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2ddacc-ede7-412a-9b96-6dc5acfac75f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.623772] env[65664]: DEBUG nova.compute.provider_tree [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.127491] env[65664]: DEBUG nova.scheduler.client.report [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.185854] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.186091] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.186267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.632864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.633415] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1262.635947] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.933s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.637321] env[65664]: INFO nova.compute.claims [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.141671] env[65664]: DEBUG nova.compute.utils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.145231] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1263.145431] env[65664]: DEBUG nova.network.neutron [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1263.145902] env[65664]: WARNING neutronclient.v2_0.client [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.146365] env[65664]: WARNING neutronclient.v2_0.client [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.192988] env[65664]: DEBUG nova.policy [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ab87dee9d140d5aa077e37321a5c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f327d7f56eb4949b459f31e68b87fbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.195835] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.238765] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.239268] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.239497] env[65664]: DEBUG nova.network.neutron [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1263.459091] env[65664]: DEBUG nova.network.neutron [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Successfully created port: 8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1263.646488] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1263.743690] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.784015] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209c7f6-5a99-4527-bade-2af462e1de88 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.796102] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e635d-6ca6-4a83-9d42-acbfff5e67c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.827387] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01d787-d081-46dc-b46e-854cfa9c2a27 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.835968] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a538a1-2011-438e-9dbc-230ac5f54ab4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.849988] env[65664]: DEBUG nova.compute.provider_tree [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.962179] env[65664]: WARNING neutronclient.v2_0.client [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.040677] env[65664]: DEBUG nova.network.neutron [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.181240] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.181484] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.181754] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.181872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.182073] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.185686] env[65664]: INFO nova.compute.manager [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Terminating instance [ 1264.355955] env[65664]: DEBUG nova.scheduler.client.report [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.544128] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.659115] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1264.685817] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1264.686091] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.686260] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1264.686440] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.686583] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1264.686728] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1264.686930] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.687100] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1264.687262] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1264.687420] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1264.687635] env[65664]: DEBUG nova.virt.hardware [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1264.688495] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e57986-bbfe-48a7-8a8d-ed112fc7087e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.691604] env[65664]: DEBUG nova.compute.manager [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1264.691830] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.692121] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0465b4e3-052e-49de-b21e-492db28e9b4f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.701779] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e058b-ddd0-4bd6-9f8e-4303bcd9f4ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.705771] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1264.705771] env[65664]: value = "task-4416319" [ 1264.705771] env[65664]: _type = "Task" [ 1264.705771] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.722361] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.859975] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.860619] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1264.863409] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.851s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.865023] env[65664]: INFO nova.compute.claims [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.947898] env[65664]: DEBUG nova.compute.manager [req-5f5944d9-c697-4c3a-951c-76cc7a8c714e req-e9aca571-3987-43f9-9708-0b308375871a service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Received event network-vif-plugged-8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1264.948204] env[65664]: DEBUG oslo_concurrency.lockutils [req-5f5944d9-c697-4c3a-951c-76cc7a8c714e req-e9aca571-3987-43f9-9708-0b308375871a service nova] Acquiring lock "d708e90e-42b3-499c-9997-33ddca5aeb76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.948817] env[65664]: DEBUG oslo_concurrency.lockutils [req-5f5944d9-c697-4c3a-951c-76cc7a8c714e req-e9aca571-3987-43f9-9708-0b308375871a service nova] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.948817] env[65664]: DEBUG oslo_concurrency.lockutils [req-5f5944d9-c697-4c3a-951c-76cc7a8c714e req-e9aca571-3987-43f9-9708-0b308375871a service nova] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.948817] env[65664]: DEBUG nova.compute.manager [req-5f5944d9-c697-4c3a-951c-76cc7a8c714e req-e9aca571-3987-43f9-9708-0b308375871a service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] No waiting events found dispatching network-vif-plugged-8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1264.948817] env[65664]: WARNING nova.compute.manager [req-5f5944d9-c697-4c3a-951c-76cc7a8c714e req-e9aca571-3987-43f9-9708-0b308375871a service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Received unexpected event network-vif-plugged-8220ef24-7eba-4428-bf69-7a6bafc8ff21 for instance with vm_state building and task_state spawning. [ 1265.012315] env[65664]: DEBUG nova.network.neutron [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Successfully updated port: 8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1265.053353] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d1570-5da1-44cd-8658-6f24906d94cb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.062090] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f404b-7505-4e6d-abf7-655bd23fa6b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.216059] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416319, 'name': PowerOffVM_Task, 'duration_secs': 0.18707} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.216308] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.216499] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.216689] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864228', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'name': 'volume-d54fa67b-8406-4a7a-8e79-54da632c7d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4d5fde47-49e6-4561-adc9-fcda7afc91fb', 'attached_at': '2025-11-12T20:25:58.000000', 'detached_at': '', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'serial': 'd54fa67b-8406-4a7a-8e79-54da632c7d41'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.217475] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc824a57-ac43-4eb3-983a-b10352a2d4f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.238414] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72813d38-b5e1-4083-bbfa-be22140febd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.246881] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8105857-c082-48de-bad0-3fdfdd84c999 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.266857] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15033103-d5e3-4836-aae3-7fd5767b846f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.283988] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] The volume has not been displaced from its original location: [datastore1] volume-d54fa67b-8406-4a7a-8e79-54da632c7d41/volume-d54fa67b-8406-4a7a-8e79-54da632c7d41.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.289658] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.290017] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53030b49-c578-48f6-9ce9-89bbc88ae898 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.309563] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1265.309563] env[65664]: value = "task-4416320" [ 1265.309563] env[65664]: _type = "Task" [ 1265.309563] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.318882] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.369730] env[65664]: DEBUG nova.compute.utils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.373560] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1265.373776] env[65664]: DEBUG nova.network.neutron [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1265.374125] env[65664]: WARNING neutronclient.v2_0.client [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.374431] env[65664]: WARNING neutronclient.v2_0.client [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.425084] env[65664]: DEBUG nova.policy [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ab87dee9d140d5aa077e37321a5c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f327d7f56eb4949b459f31e68b87fbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.515119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.515345] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.515513] env[65664]: DEBUG nova.network.neutron [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1265.709614] env[65664]: DEBUG nova.network.neutron [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Successfully created port: d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1265.820421] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416320, 'name': ReconfigVM_Task, 'duration_secs': 0.164265} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.820682] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.825379] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7138e0-519b-4e3d-b4e9-5c2a3c5dbd22 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.841621] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1265.841621] env[65664]: value = "task-4416321" [ 1265.841621] env[65664]: _type = "Task" [ 1265.841621] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.850527] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.874493] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1266.021206] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d37b2-2af5-4417-859b-881135090d2b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.029319] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461473b-b27f-4708-9af2-dea9d7799172 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.062623] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8e04a6-24c6-42b2-85c0-82a6ced6dd74 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.071407] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972bf54-8462-4e58-a16c-2c3fb552df7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.085221] env[65664]: DEBUG nova.compute.provider_tree [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.088069] env[65664]: DEBUG nova.network.neutron [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1266.170886] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1930e21f-8d0e-41ed-b659-726e35d7e06c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.194343] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e18cb-2669-4f0f-a256-e61cc9b84bdc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.205895] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.240307] env[65664]: WARNING neutronclient.v2_0.client [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.320528] env[65664]: DEBUG nova.network.neutron [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Updating instance_info_cache with network_info: [{"id": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "address": "fa:16:3e:77:0d:15", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8220ef24-7e", "ovs_interfaceid": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.353177] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416321, 'name': ReconfigVM_Task, 'duration_secs': 0.146873} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.353496] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864228', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'name': 'volume-d54fa67b-8406-4a7a-8e79-54da632c7d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4d5fde47-49e6-4561-adc9-fcda7afc91fb', 'attached_at': '2025-11-12T20:25:58.000000', 'detached_at': '', 'volume_id': 'd54fa67b-8406-4a7a-8e79-54da632c7d41', 'serial': 'd54fa67b-8406-4a7a-8e79-54da632c7d41'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.353766] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.354572] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236ecb3-9d87-4a0e-8af5-764f3cd27ea0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.362053] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.362288] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08850ae5-5d1e-43a2-bc09-e31fcebf5c45 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.428694] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.429046] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.429239] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore1] 4d5fde47-49e6-4561-adc9-fcda7afc91fb {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.429502] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6bcf192-0b02-4178-9821-820ae40d6887 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.436359] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1266.436359] env[65664]: value = "task-4416323" [ 1266.436359] env[65664]: _type = "Task" [ 1266.436359] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.445396] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.591318] env[65664]: DEBUG nova.scheduler.client.report [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.713872] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.714260] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2e707d-10d4-4b1a-aef0-d0ad515eda5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.722426] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1266.722426] env[65664]: value = "task-4416324" [ 1266.722426] env[65664]: _type = "Task" [ 1266.722426] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.731748] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.823489] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.823838] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Instance network_info: |[{"id": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "address": "fa:16:3e:77:0d:15", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8220ef24-7e", "ovs_interfaceid": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1266.824405] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:0d:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8220ef24-7eba-4428-bf69-7a6bafc8ff21', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.832238] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Creating folder: Project (1f327d7f56eb4949b459f31e68b87fbe). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.832519] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7885e31b-c71f-46f9-9371-6954970f2163 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.844049] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Created folder: Project (1f327d7f56eb4949b459f31e68b87fbe) in parent group-v863926. [ 1266.844341] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Creating folder: Instances. Parent ref: group-v864239. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.844680] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9309d1ac-630a-44f2-b6c6-d2ace133affc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.855024] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Created folder: Instances in parent group-v864239. [ 1266.855466] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1266.855712] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.855947] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa027c09-a0dc-46ad-89fa-796dc5f2f37e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.878810] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.878810] env[65664]: value = "task-4416327" [ 1266.878810] env[65664]: _type = "Task" [ 1266.878810] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.888923] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1266.890964] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416327, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.917307] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1266.918024] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.918024] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1266.918024] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.918024] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1266.918256] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1266.918367] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1266.918524] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1266.918682] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1266.918850] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1266.919060] env[65664]: DEBUG nova.virt.hardware [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1266.919980] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ba4c7-0fc2-4927-a899-1013e9c397b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.928296] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fadc94-ad53-4436-aba0-a633b2441857 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.953409] env[65664]: DEBUG oslo_vmware.api [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08462} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.953715] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.953928] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.954203] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.954434] env[65664]: INFO nova.compute.manager [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1266.954714] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1266.954939] env[65664]: DEBUG nova.compute.manager [-] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1266.955067] env[65664]: DEBUG nova.network.neutron [-] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1266.955350] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.985132] env[65664]: DEBUG nova.compute.manager [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Received event network-changed-8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1266.985385] env[65664]: DEBUG nova.compute.manager [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Refreshing instance network info cache due to event network-changed-8220ef24-7eba-4428-bf69-7a6bafc8ff21. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1266.985652] env[65664]: DEBUG oslo_concurrency.lockutils [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] Acquiring lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.985821] env[65664]: DEBUG oslo_concurrency.lockutils [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] Acquired lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.985985] env[65664]: DEBUG nova.network.neutron [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Refreshing network info cache for port 8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.996819] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.097709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.097890] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1267.101311] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.985s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.101601] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.130790] env[65664]: INFO nova.scheduler.client.report [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted allocations for instance ed3397de-25ba-4a4f-8c9d-79b13377e211 [ 1267.233875] env[65664]: DEBUG oslo_vmware.api [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416324, 'name': PowerOnVM_Task, 'duration_secs': 0.411593} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.234216] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.234437] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba7ecc8-bbb7-44da-b0a9-cc177b3a096e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance '5d217f80-6664-44c0-b78d-03c07c5dad35' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.263352] env[65664]: DEBUG nova.network.neutron [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Successfully updated port: d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1267.322102] env[65664]: DEBUG nova.compute.manager [req-29a3832d-4cd3-4643-b366-1a44b6aca644 req-551bbd1e-7a56-4e78-ad5b-81e680b04ccf service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Received event network-vif-plugged-d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1267.322398] env[65664]: DEBUG oslo_concurrency.lockutils [req-29a3832d-4cd3-4643-b366-1a44b6aca644 req-551bbd1e-7a56-4e78-ad5b-81e680b04ccf service nova] Acquiring lock "0ac55ba2-4746-4b47-aea3-78779a8bae01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.323154] env[65664]: DEBUG oslo_concurrency.lockutils [req-29a3832d-4cd3-4643-b366-1a44b6aca644 req-551bbd1e-7a56-4e78-ad5b-81e680b04ccf service nova] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.323154] env[65664]: DEBUG oslo_concurrency.lockutils [req-29a3832d-4cd3-4643-b366-1a44b6aca644 req-551bbd1e-7a56-4e78-ad5b-81e680b04ccf service nova] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.323154] env[65664]: DEBUG nova.compute.manager [req-29a3832d-4cd3-4643-b366-1a44b6aca644 req-551bbd1e-7a56-4e78-ad5b-81e680b04ccf service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] No waiting events found dispatching network-vif-plugged-d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1267.323528] env[65664]: WARNING nova.compute.manager [req-29a3832d-4cd3-4643-b366-1a44b6aca644 req-551bbd1e-7a56-4e78-ad5b-81e680b04ccf service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Received unexpected event network-vif-plugged-d6420677-e283-412c-a79a-9ee12775a3bf for instance with vm_state building and task_state spawning. [ 1267.391541] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416327, 'name': CreateVM_Task, 'duration_secs': 0.350641} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.391805] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.392425] env[65664]: WARNING neutronclient.v2_0.client [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.392743] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.392933] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.393311] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.393772] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b0e44f-4443-41a2-bfd3-b9d791276281 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.400160] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1267.400160] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a4fccf-bded-b784-69c7-bce2e8c335e2" [ 1267.400160] env[65664]: _type = "Task" [ 1267.400160] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.410513] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a4fccf-bded-b784-69c7-bce2e8c335e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.492173] env[65664]: WARNING neutronclient.v2_0.client [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.606861] env[65664]: DEBUG nova.compute.utils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.612063] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1267.612288] env[65664]: DEBUG nova.network.neutron [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1267.612982] env[65664]: WARNING neutronclient.v2_0.client [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.612982] env[65664]: WARNING neutronclient.v2_0.client [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.639433] env[65664]: DEBUG oslo_concurrency.lockutils [None req-14572df2-04ba-4297-ada8-d99949512508 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ed3397de-25ba-4a4f-8c9d-79b13377e211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.175s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.645967] env[65664]: WARNING neutronclient.v2_0.client [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.660322] env[65664]: DEBUG nova.policy [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ab87dee9d140d5aa077e37321a5c74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f327d7f56eb4949b459f31e68b87fbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.745672] env[65664]: DEBUG nova.network.neutron [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Updated VIF entry in instance network info cache for port 8220ef24-7eba-4428-bf69-7a6bafc8ff21. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1267.746113] env[65664]: DEBUG nova.network.neutron [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Updating instance_info_cache with network_info: [{"id": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "address": "fa:16:3e:77:0d:15", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8220ef24-7e", "ovs_interfaceid": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.766287] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "refresh_cache-0ac55ba2-4746-4b47-aea3-78779a8bae01" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.766287] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "refresh_cache-0ac55ba2-4746-4b47-aea3-78779a8bae01" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.766287] env[65664]: DEBUG nova.network.neutron [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1267.912894] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a4fccf-bded-b784-69c7-bce2e8c335e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.913199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.913451] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.913689] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.913848] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.914013] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.914290] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b5e986-3a65-4d54-8870-db31ad604c09 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.924836] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.925043] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.926155] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e017a4-bf54-42a8-9e50-1cc95e0b0b1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.933101] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1267.933101] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525600b1-9cf8-4eda-c7e7-f4a6044e0f9f" [ 1267.933101] env[65664]: _type = "Task" [ 1267.933101] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.942482] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525600b1-9cf8-4eda-c7e7-f4a6044e0f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.962976] env[65664]: DEBUG nova.network.neutron [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Successfully created port: cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1267.990129] env[65664]: DEBUG nova.network.neutron [-] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.110341] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1268.249816] env[65664]: DEBUG oslo_concurrency.lockutils [req-7a64aa2d-122d-499a-b8d0-966740b44a26 req-1819907d-ea41-493d-98d5-3e7b8517815e service nova] Releasing lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.327246] env[65664]: DEBUG nova.network.neutron [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1268.448329] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525600b1-9cf8-4eda-c7e7-f4a6044e0f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.449213] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9983f66e-0f7c-4f8f-9ec6-ed2d1d14041a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.455814] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1268.455814] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528d74a4-dbdb-61a9-5045-5904288681b4" [ 1268.455814] env[65664]: _type = "Task" [ 1268.455814] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.466377] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528d74a4-dbdb-61a9-5045-5904288681b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.493468] env[65664]: INFO nova.compute.manager [-] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Took 1.54 seconds to deallocate network for instance. [ 1268.539594] env[65664]: WARNING neutronclient.v2_0.client [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.637714] env[65664]: DEBUG nova.network.neutron [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Updating instance_info_cache with network_info: [{"id": "d6420677-e283-412c-a79a-9ee12775a3bf", "address": "fa:16:3e:70:52:95", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6420677-e2", "ovs_interfaceid": "d6420677-e283-412c-a79a-9ee12775a3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.967407] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]528d74a4-dbdb-61a9-5045-5904288681b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.967772] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.967997] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d708e90e-42b3-499c-9997-33ddca5aeb76/d708e90e-42b3-499c-9997-33ddca5aeb76.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.968285] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deacd049-170a-438a-a3d9-a81aa9660f0d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.976741] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1268.976741] env[65664]: value = "task-4416328" [ 1268.976741] env[65664]: _type = "Task" [ 1268.976741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.986582] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.018975] env[65664]: DEBUG nova.compute.manager [req-606bb592-bb81-4d64-b127-abe6c24e130f req-7bc1c53e-c20d-44b0-871b-0ff0923be663 service nova] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Received event network-vif-deleted-c2511d7e-a6df-4ed6-8593-35bf119e73d1 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1269.040475] env[65664]: INFO nova.compute.manager [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Took 0.55 seconds to detach 1 volumes for instance. [ 1269.043102] env[65664]: DEBUG nova.compute.manager [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Deleting volume: d54fa67b-8406-4a7a-8e79-54da632c7d41 {{(pid=65664) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1269.122876] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1269.140021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "refresh_cache-0ac55ba2-4746-4b47-aea3-78779a8bae01" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.140429] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Instance network_info: |[{"id": "d6420677-e283-412c-a79a-9ee12775a3bf", "address": "fa:16:3e:70:52:95", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6420677-e2", "ovs_interfaceid": "d6420677-e283-412c-a79a-9ee12775a3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1269.141023] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:52:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6420677-e283-412c-a79a-9ee12775a3bf', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.149754] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1269.152543] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.152997] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed3d3ed4-029b-4707-b01a-6ae0bd0f3ae2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.170579] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1269.170926] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.171099] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1269.171289] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.171435] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1269.171580] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1269.171781] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1269.171997] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1269.172151] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1269.172312] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1269.172482] env[65664]: DEBUG nova.virt.hardware [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1269.173745] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c2a14b-5535-44da-af10-c7615d834389 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.186916] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc486951-2460-466d-a787-a5cf2b370729 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.191179] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.191179] env[65664]: value = "task-4416330" [ 1269.191179] env[65664]: _type = "Task" [ 1269.191179] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.209680] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416330, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.274684] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ff295928-4fec-4bf2-bcae-adea57da5119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.275103] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.351065] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.356743] env[65664]: DEBUG nova.compute.manager [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Received event network-changed-d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1269.356939] env[65664]: DEBUG nova.compute.manager [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Refreshing instance network info cache due to event network-changed-d6420677-e283-412c-a79a-9ee12775a3bf. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1269.357764] env[65664]: DEBUG oslo_concurrency.lockutils [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] Acquiring lock "refresh_cache-0ac55ba2-4746-4b47-aea3-78779a8bae01" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.357764] env[65664]: DEBUG oslo_concurrency.lockutils [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] Acquired lock "refresh_cache-0ac55ba2-4746-4b47-aea3-78779a8bae01" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.357764] env[65664]: DEBUG nova.network.neutron [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Refreshing network info cache for port d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.407172] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.407637] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.407976] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.449180] env[65664]: DEBUG nova.network.neutron [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Port 697c8449-5b2b-44f7-a5a1-8e3707604768 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1269.449180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.449180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.449426] env[65664]: DEBUG nova.network.neutron [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1269.489494] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475516} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.489849] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] d708e90e-42b3-499c-9997-33ddca5aeb76/d708e90e-42b3-499c-9997-33ddca5aeb76.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.490641] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.490641] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ccb2b0a-0078-4164-b635-5e443f326d0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.499096] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1269.499096] env[65664]: value = "task-4416331" [ 1269.499096] env[65664]: _type = "Task" [ 1269.499096] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.508689] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.593597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.593813] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.594044] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.597530] env[65664]: DEBUG nova.network.neutron [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Successfully updated port: cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1269.623317] env[65664]: INFO nova.scheduler.client.report [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted allocations for instance 4d5fde47-49e6-4561-adc9-fcda7afc91fb [ 1269.701527] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416330, 'name': CreateVM_Task, 'duration_secs': 0.495509} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.701679] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.702201] env[65664]: WARNING neutronclient.v2_0.client [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.702544] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.702697] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.703031] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.703306] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae114e2-d0ed-4ea9-a6b0-695a7dc57672 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.708838] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1269.708838] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5246728e-7316-24a1-80e7-81a3167f3b39" [ 1269.708838] env[65664]: _type = "Task" [ 1269.708838] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.717623] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5246728e-7316-24a1-80e7-81a3167f3b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.780953] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1269.860712] env[65664]: WARNING neutronclient.v2_0.client [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.952904] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.009543] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066133} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.009945] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.010734] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e8333-12d5-4e66-8db5-9dcccaf12b3e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.014372] env[65664]: WARNING neutronclient.v2_0.client [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.038387] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] d708e90e-42b3-499c-9997-33ddca5aeb76/d708e90e-42b3-499c-9997-33ddca5aeb76.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.038717] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c308e8-a5c8-4ef6-8e7d-65d81a42802a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.064317] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1270.064317] env[65664]: value = "task-4416332" [ 1270.064317] env[65664]: _type = "Task" [ 1270.064317] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.078017] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.099869] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "refresh_cache-03c338f4-b279-4a72-8118-4950cdc3e187" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.100077] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "refresh_cache-03c338f4-b279-4a72-8118-4950cdc3e187" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.100258] env[65664]: DEBUG nova.network.neutron [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1270.114636] env[65664]: DEBUG nova.network.neutron [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Updated VIF entry in instance network info cache for port d6420677-e283-412c-a79a-9ee12775a3bf. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1270.115110] env[65664]: DEBUG nova.network.neutron [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Updating instance_info_cache with network_info: [{"id": "d6420677-e283-412c-a79a-9ee12775a3bf", "address": "fa:16:3e:70:52:95", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6420677-e2", "ovs_interfaceid": "d6420677-e283-412c-a79a-9ee12775a3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.130849] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "4d5fde47-49e6-4561-adc9-fcda7afc91fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.949s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.154296] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.220343] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5246728e-7316-24a1-80e7-81a3167f3b39, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.220638] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.220872] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.221170] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.221328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.221507] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.221816] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96741748-73e6-4cfb-ac30-d724d1db7750 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.227108] env[65664]: DEBUG nova.network.neutron [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.231366] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.231544] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.232356] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cbd524d-45af-452f-acbb-44d9393877ee {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.239274] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1270.239274] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525b980a-6e5e-4ac3-87dd-4917f13c30a2" [ 1270.239274] env[65664]: _type = "Task" [ 1270.239274] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.249318] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525b980a-6e5e-4ac3-87dd-4917f13c30a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.302776] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.303079] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.304693] env[65664]: INFO nova.compute.claims [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.578082] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416332, 'name': ReconfigVM_Task, 'duration_secs': 0.313578} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.578082] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Reconfigured VM instance instance-00000076 to attach disk [datastore1] d708e90e-42b3-499c-9997-33ddca5aeb76/d708e90e-42b3-499c-9997-33ddca5aeb76.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.578632] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeff747a-2dae-4b07-9dad-38cb090acffd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.586774] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1270.586774] env[65664]: value = "task-4416333" [ 1270.586774] env[65664]: _type = "Task" [ 1270.586774] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.596907] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416333, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.618223] env[65664]: DEBUG oslo_concurrency.lockutils [req-b1378e5e-d3e0-42fb-a84c-37f985c6814a req-35d6ab63-fd7c-48b9-b4a4-e1f3e7360090 service nova] Releasing lock "refresh_cache-0ac55ba2-4746-4b47-aea3-78779a8bae01" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.647876] env[65664]: DEBUG nova.network.neutron [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1270.729682] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.733408] env[65664]: WARNING neutronclient.v2_0.client [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.751591] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525b980a-6e5e-4ac3-87dd-4917f13c30a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.752807] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2234f992-ceab-4a89-96d3-a652a6c8663c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.758995] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1270.758995] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525fbb4f-b898-d945-e9b3-e100736c9465" [ 1270.758995] env[65664]: _type = "Task" [ 1270.758995] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.768329] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525fbb4f-b898-d945-e9b3-e100736c9465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.815080] env[65664]: DEBUG nova.network.neutron [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Updating instance_info_cache with network_info: [{"id": "cf972ac9-a64b-4709-bd5b-fb92ff0c71e8", "address": "fa:16:3e:2f:0e:26", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf972ac9-a6", "ovs_interfaceid": "cf972ac9-a64b-4709-bd5b-fb92ff0c71e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.048285] env[65664]: DEBUG nova.compute.manager [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Received event network-vif-plugged-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1271.048552] env[65664]: DEBUG oslo_concurrency.lockutils [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] Acquiring lock "03c338f4-b279-4a72-8118-4950cdc3e187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.048904] env[65664]: DEBUG oslo_concurrency.lockutils [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] Lock "03c338f4-b279-4a72-8118-4950cdc3e187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.049339] env[65664]: DEBUG oslo_concurrency.lockutils [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] Lock "03c338f4-b279-4a72-8118-4950cdc3e187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.049445] env[65664]: DEBUG nova.compute.manager [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] No waiting events found dispatching network-vif-plugged-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1271.049522] env[65664]: WARNING nova.compute.manager [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Received unexpected event network-vif-plugged-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 for instance with vm_state building and task_state spawning. [ 1271.049719] env[65664]: DEBUG nova.compute.manager [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Received event network-changed-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1271.049919] env[65664]: DEBUG nova.compute.manager [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Refreshing instance network info cache due to event network-changed-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1271.050180] env[65664]: DEBUG oslo_concurrency.lockutils [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] Acquiring lock "refresh_cache-03c338f4-b279-4a72-8118-4950cdc3e187" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.099749] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416333, 'name': Rename_Task, 'duration_secs': 0.158391} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.099964] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.100237] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb2a5f8-296c-49fc-bcc7-8d334c5291f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.107311] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1271.107311] env[65664]: value = "task-4416334" [ 1271.107311] env[65664]: _type = "Task" [ 1271.107311] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.118951] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.234921] env[65664]: DEBUG nova.compute.manager [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65664) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1271.272372] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525fbb4f-b898-d945-e9b3-e100736c9465, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.272645] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.272907] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0ac55ba2-4746-4b47-aea3-78779a8bae01/0ac55ba2-4746-4b47-aea3-78779a8bae01.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.273209] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1926ba6-5690-4023-921f-ac6b7df646ea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.282393] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1271.282393] env[65664]: value = "task-4416335" [ 1271.282393] env[65664]: _type = "Task" [ 1271.282393] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.291992] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.317863] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "refresh_cache-03c338f4-b279-4a72-8118-4950cdc3e187" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.318435] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Instance network_info: |[{"id": "cf972ac9-a64b-4709-bd5b-fb92ff0c71e8", "address": "fa:16:3e:2f:0e:26", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf972ac9-a6", "ovs_interfaceid": "cf972ac9-a64b-4709-bd5b-fb92ff0c71e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1271.318833] env[65664]: DEBUG oslo_concurrency.lockutils [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] Acquired lock "refresh_cache-03c338f4-b279-4a72-8118-4950cdc3e187" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.319016] env[65664]: DEBUG nova.network.neutron [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Refreshing network info cache for port cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.320279] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0e:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf972ac9-a64b-4709-bd5b-fb92ff0c71e8', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.328030] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1271.329316] env[65664]: WARNING neutronclient.v2_0.client [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.331967] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.332909] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc75096-2e00-4b6c-8023-4e2cb42e5cf2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.355309] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "527403f8-069e-4e78-bd59-2920b9c7d73e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.355521] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.355707] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "527403f8-069e-4e78-bd59-2920b9c7d73e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.355923] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.356177] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.359722] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.359722] env[65664]: value = "task-4416336" [ 1271.359722] env[65664]: _type = "Task" [ 1271.359722] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.360286] env[65664]: INFO nova.compute.manager [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Terminating instance [ 1271.376020] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416336, 'name': CreateVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.473084] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa7465d-83d0-4e0e-b06f-a3aac2853e1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.483781] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a5e10-3fae-4049-9040-9a368e60fde6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.525147] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7bd6df-8a98-41d1-9b3d-1899e180aeb7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.529316] env[65664]: WARNING neutronclient.v2_0.client [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.538623] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ad897-5905-4064-8277-fa929f0bafb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.554033] env[65664]: DEBUG nova.compute.provider_tree [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.618618] env[65664]: DEBUG oslo_vmware.api [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416334, 'name': PowerOnVM_Task, 'duration_secs': 0.505446} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.618839] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.619064] env[65664]: INFO nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1271.619258] env[65664]: DEBUG nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1271.620146] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0e923-a3bf-4bab-9fb4-92ec04204c60 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.623826] env[65664]: DEBUG nova.network.neutron [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Updated VIF entry in instance network info cache for port cf972ac9-a64b-4709-bd5b-fb92ff0c71e8. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1271.624170] env[65664]: DEBUG nova.network.neutron [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Updating instance_info_cache with network_info: [{"id": "cf972ac9-a64b-4709-bd5b-fb92ff0c71e8", "address": "fa:16:3e:2f:0e:26", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf972ac9-a6", "ovs_interfaceid": "cf972ac9-a64b-4709-bd5b-fb92ff0c71e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.793755] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487814} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.794061] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 0ac55ba2-4746-4b47-aea3-78779a8bae01/0ac55ba2-4746-4b47-aea3-78779a8bae01.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.794286] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.795035] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7934b760-8f07-429d-8d50-0010e201978a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.801726] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1271.801726] env[65664]: value = "task-4416337" [ 1271.801726] env[65664]: _type = "Task" [ 1271.801726] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.810965] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.870424] env[65664]: DEBUG nova.compute.manager [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1271.870604] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.874636] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19539ea-cd7d-4803-a665-be95f1011697 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.877354] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416336, 'name': CreateVM_Task, 'duration_secs': 0.461163} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.877896] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.878677] env[65664]: WARNING neutronclient.v2_0.client [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.879097] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.879215] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.879524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.879781] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9329b69-2ef6-4804-8335-a6adeb2a2934 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.883646] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.884122] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8afc129-406c-4e36-88b4-9dd62263b0ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.887295] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1271.887295] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f8a4d1-e77f-274c-4566-3b384719e852" [ 1271.887295] env[65664]: _type = "Task" [ 1271.887295] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.892116] env[65664]: DEBUG oslo_vmware.api [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1271.892116] env[65664]: value = "task-4416338" [ 1271.892116] env[65664]: _type = "Task" [ 1271.892116] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.899576] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f8a4d1-e77f-274c-4566-3b384719e852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.904450] env[65664]: DEBUG oslo_vmware.api [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.057504] env[65664]: DEBUG nova.scheduler.client.report [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.127360] env[65664]: DEBUG oslo_concurrency.lockutils [req-a6485517-2598-4120-b0e0-aad3c3c92a6b req-060646af-8068-454c-8e9f-67739493b535 service nova] Releasing lock "refresh_cache-03c338f4-b279-4a72-8118-4950cdc3e187" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.140848] env[65664]: INFO nova.compute.manager [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Took 11.84 seconds to build instance. [ 1272.312547] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097413} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.312852] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.313731] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8748993-e3cc-4391-8585-d12d6d24fea5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.339253] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0ac55ba2-4746-4b47-aea3-78779a8bae01/0ac55ba2-4746-4b47-aea3-78779a8bae01.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.339555] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d39420-e984-4580-8da7-2d4050f5dc99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.354497] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.360418] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1272.360418] env[65664]: value = "task-4416339" [ 1272.360418] env[65664]: _type = "Task" [ 1272.360418] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.369503] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.400498] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f8a4d1-e77f-274c-4566-3b384719e852, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.401175] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.401409] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.401647] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.401789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.401967] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.402281] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a74379-0f34-4669-ade7-eac86568eccc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.408830] env[65664]: DEBUG oslo_vmware.api [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416338, 'name': PowerOffVM_Task, 'duration_secs': 0.510498} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.409159] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.409353] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.409607] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-903ef2ba-3635-422d-abfa-e304aa60a7d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.412068] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.412253] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.413305] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bfe375-de05-4201-937b-174e36ecefb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.419632] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1272.419632] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fad165-564e-3e5a-58c8-656a3e785cd8" [ 1272.419632] env[65664]: _type = "Task" [ 1272.419632] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.428485] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fad165-564e-3e5a-58c8-656a3e785cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.519716] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.519913] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.520110] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore2] 527403f8-069e-4e78-bd59-2920b9c7d73e {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.520401] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c6f9cd-4ee9-41a5-b3b7-cc0c7b2dbeef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.528742] env[65664]: DEBUG oslo_vmware.api [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1272.528742] env[65664]: value = "task-4416341" [ 1272.528742] env[65664]: _type = "Task" [ 1272.528742] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.537654] env[65664]: DEBUG oslo_vmware.api [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.563783] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.564365] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1272.567864] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.213s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.643337] env[65664]: DEBUG oslo_concurrency.lockutils [None req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.348s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.871215] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.931467] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fad165-564e-3e5a-58c8-656a3e785cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.932438] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a09d2cb-69ee-43c4-806e-4f3967c604ed {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.938942] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1272.938942] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52075cba-28fd-1119-a3c0-81562c0ce3ac" [ 1272.938942] env[65664]: _type = "Task" [ 1272.938942] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.948691] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52075cba-28fd-1119-a3c0-81562c0ce3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.040201] env[65664]: DEBUG oslo_vmware.api [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141727} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.040558] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.040843] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.041155] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.041513] env[65664]: INFO nova.compute.manager [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1273.041972] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1273.042343] env[65664]: DEBUG nova.compute.manager [-] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1273.042475] env[65664]: DEBUG nova.network.neutron [-] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1273.042815] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.071939] env[65664]: DEBUG nova.compute.utils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.074471] env[65664]: DEBUG nova.objects.instance [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'migration_context' on Instance uuid 5d217f80-6664-44c0-b78d-03c07c5dad35 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.077521] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.078404] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1273.078613] env[65664]: DEBUG nova.network.neutron [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1273.078896] env[65664]: WARNING neutronclient.v2_0.client [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.079178] env[65664]: WARNING neutronclient.v2_0.client [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.120390] env[65664]: DEBUG nova.policy [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5adfa95e5f4777a237904258337b5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9f376b359f48f89b094b64f9e8942a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.302980] env[65664]: DEBUG nova.compute.manager [req-70b85f8c-5c80-4dd5-9473-9ce2bda823ab req-22559406-ea53-4a2f-bb26-9ac85d4f416b service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Received event network-vif-deleted-8a28aab7-12d3-4242-9c67-7f56fe837acb {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1273.303272] env[65664]: INFO nova.compute.manager [req-70b85f8c-5c80-4dd5-9473-9ce2bda823ab req-22559406-ea53-4a2f-bb26-9ac85d4f416b service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Neutron deleted interface 8a28aab7-12d3-4242-9c67-7f56fe837acb; detaching it from the instance and deleting it from the info cache [ 1273.303492] env[65664]: DEBUG nova.network.neutron [req-70b85f8c-5c80-4dd5-9473-9ce2bda823ab req-22559406-ea53-4a2f-bb26-9ac85d4f416b service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.371984] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.449811] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52075cba-28fd-1119-a3c0-81562c0ce3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.450099] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.450368] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 03c338f4-b279-4a72-8118-4950cdc3e187/03c338f4-b279-4a72-8118-4950cdc3e187.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.450635] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c759858-13fe-4a39-a3a5-389f3f6e47b2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.459530] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1273.459530] env[65664]: value = "task-4416342" [ 1273.459530] env[65664]: _type = "Task" [ 1273.459530] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.468470] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.482932] env[65664]: DEBUG nova.network.neutron [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Successfully created port: e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1273.575100] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1273.714305] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572edba8-a53b-4332-b655-b62c3ea52c6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.726509] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8b084-1713-4131-ab06-06bc845b523e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.764310] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66997280-e79f-430e-b9eb-8f323f3016b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.777119] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7dc96-022b-4355-bfd8-bc3323135db3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.781741] env[65664]: DEBUG nova.network.neutron [-] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.799768] env[65664]: DEBUG nova.compute.provider_tree [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.806631] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-164e17b8-8038-49c3-9941-4667888515b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.820467] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c02458-4a9e-4c71-ad36-ef13e9a49874 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.857638] env[65664]: DEBUG nova.compute.manager [req-70b85f8c-5c80-4dd5-9473-9ce2bda823ab req-22559406-ea53-4a2f-bb26-9ac85d4f416b service nova] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Detach interface failed, port_id=8a28aab7-12d3-4242-9c67-7f56fe837acb, reason: Instance 527403f8-069e-4e78-bd59-2920b9c7d73e could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1273.875090] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416339, 'name': ReconfigVM_Task, 'duration_secs': 1.037921} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.875488] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0ac55ba2-4746-4b47-aea3-78779a8bae01/0ac55ba2-4746-4b47-aea3-78779a8bae01.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.876287] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bda4918-39a8-47b7-ac7b-4190a7bb4781 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.888095] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1273.888095] env[65664]: value = "task-4416343" [ 1273.888095] env[65664]: _type = "Task" [ 1273.888095] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.902257] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416343, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.970944] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462747} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.971320] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 03c338f4-b279-4a72-8118-4950cdc3e187/03c338f4-b279-4a72-8118-4950cdc3e187.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.971634] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.971966] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ef14378-2b3a-4fed-b8cb-cc50e5075879 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.981703] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1273.981703] env[65664]: value = "task-4416344" [ 1273.981703] env[65664]: _type = "Task" [ 1273.981703] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.991968] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.285046] env[65664]: INFO nova.compute.manager [-] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Took 1.24 seconds to deallocate network for instance. [ 1274.304227] env[65664]: DEBUG nova.scheduler.client.report [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.398914] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416343, 'name': Rename_Task, 'duration_secs': 0.195787} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.399227] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.399511] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-721af1d0-c306-4569-be87-3b4095ce2403 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.407083] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1274.407083] env[65664]: value = "task-4416345" [ 1274.407083] env[65664]: _type = "Task" [ 1274.407083] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.416370] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.494053] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110458} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.494384] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.495275] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ead373-e1a7-401b-bfa9-f7a518594b03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.523059] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 03c338f4-b279-4a72-8118-4950cdc3e187/03c338f4-b279-4a72-8118-4950cdc3e187.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.523059] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ca281e-16ec-4e0d-9ae8-3b7f255c7270 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.545082] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1274.545082] env[65664]: value = "task-4416346" [ 1274.545082] env[65664]: _type = "Task" [ 1274.545082] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.555164] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.560727] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.586443] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1274.613920] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1274.614175] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.614330] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1274.614505] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.614647] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1274.614805] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1274.615044] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.615187] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1274.615583] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1274.615760] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1274.615930] env[65664]: DEBUG nova.virt.hardware [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1274.616797] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20fc4f3-4612-47f8-bc9c-f6cd5a15c443 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.626181] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd086c-a80a-45d8-bd98-6550c7bd45fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.792363] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.919978] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416345, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.026260] env[65664]: DEBUG nova.network.neutron [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Successfully updated port: e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1275.057202] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.317349] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.749s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.323974] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.532s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.324251] env[65664]: DEBUG nova.objects.instance [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'resources' on Instance uuid 527403f8-069e-4e78-bd59-2920b9c7d73e {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.335462] env[65664]: DEBUG nova.compute.manager [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Received event network-vif-plugged-e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1275.335681] env[65664]: DEBUG oslo_concurrency.lockutils [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] Acquiring lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.335917] env[65664]: DEBUG oslo_concurrency.lockutils [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] Lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.336105] env[65664]: DEBUG oslo_concurrency.lockutils [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] Lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.336305] env[65664]: DEBUG nova.compute.manager [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] No waiting events found dispatching network-vif-plugged-e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1275.336485] env[65664]: WARNING nova.compute.manager [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Received unexpected event network-vif-plugged-e287c7bb-94ea-45b7-a52c-cfd985e36626 for instance with vm_state building and task_state spawning. [ 1275.336680] env[65664]: DEBUG nova.compute.manager [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Received event network-changed-e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1275.336836] env[65664]: DEBUG nova.compute.manager [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Refreshing instance network info cache due to event network-changed-e287c7bb-94ea-45b7-a52c-cfd985e36626. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1275.337234] env[65664]: DEBUG oslo_concurrency.lockutils [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.337493] env[65664]: DEBUG oslo_concurrency.lockutils [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.337493] env[65664]: DEBUG nova.network.neutron [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Refreshing network info cache for port e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.418610] env[65664]: DEBUG oslo_vmware.api [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416345, 'name': PowerOnVM_Task, 'duration_secs': 0.882706} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.418875] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.419109] env[65664]: INFO nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1275.419293] env[65664]: DEBUG nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1275.420067] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6736f9-915e-4f50-ac82-0a1d28fa06e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.529886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.558028] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416346, 'name': ReconfigVM_Task, 'duration_secs': 0.667909} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.558324] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 03c338f4-b279-4a72-8118-4950cdc3e187/03c338f4-b279-4a72-8118-4950cdc3e187.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.558954] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489e6f8b-bea4-44de-bb1f-960668e4b43e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.566114] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.566427] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1275.566427] env[65664]: value = "task-4416347" [ 1275.566427] env[65664]: _type = "Task" [ 1275.566427] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.566600] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.575846] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416347, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.841756] env[65664]: WARNING neutronclient.v2_0.client [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.875117] env[65664]: DEBUG nova.network.neutron [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1275.939706] env[65664]: INFO nova.compute.manager [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Took 15.25 seconds to build instance. [ 1275.952331] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ea6a4b-0a9a-45ee-acd5-57abd6ca3b43 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.962089] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd948fc1-422e-47a9-be20-00188577cddf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.966096] env[65664]: DEBUG nova.network.neutron [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.997057] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33612afb-86f5-47f3-b4ba-38e7e208b17b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.005939] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc0e8c6-2757-435d-800a-2a95590ee1b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.022274] env[65664]: DEBUG nova.compute.provider_tree [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.076946] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416347, 'name': Rename_Task, 'duration_secs': 0.434704} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.077244] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.077503] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3576ede5-45e5-4d0d-a645-f3babf1b99e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.084528] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1276.084528] env[65664]: value = "task-4416348" [ 1276.084528] env[65664]: _type = "Task" [ 1276.084528] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.094568] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.442304] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.772s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.469593] env[65664]: DEBUG oslo_concurrency.lockutils [req-bf3e58d6-3418-41d1-9a15-30e6eb7af2ed req-f471c2ad-3b1a-49bb-b170-42ae3f20c68a service nova] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.469787] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.469860] env[65664]: DEBUG nova.network.neutron [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.525566] env[65664]: DEBUG nova.scheduler.client.report [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.566071] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.566354] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.595765] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416348, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.872189] env[65664]: INFO nova.compute.manager [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Swapping old allocation on dict_keys(['dcba89b0-9d8d-4507-803f-07189f190295']) held by migration 4fe14f39-65bd-4b49-a018-824304f6f491 for instance [ 1276.895022] env[65664]: DEBUG nova.scheduler.client.report [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Overwriting current allocation {'allocations': {'dcba89b0-9d8d-4507-803f-07189f190295': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': 'ec096aa96a8a4a98ac3c7a634a14c2a8', 'user_id': '5a76cabb2bce4102af3c5ff2dc815dde', 'consumer_generation': 1} on consumer 5d217f80-6664-44c0-b78d-03c07c5dad35 {{(pid=65664) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1276.948245] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.979495] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.979830] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.980188] env[65664]: DEBUG nova.network.neutron [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1277.003728] env[65664]: DEBUG nova.network.neutron [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1277.031513] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.052961] env[65664]: INFO nova.scheduler.client.report [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted allocations for instance 527403f8-069e-4e78-bd59-2920b9c7d73e [ 1277.096195] env[65664]: DEBUG oslo_vmware.api [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416348, 'name': PowerOnVM_Task, 'duration_secs': 0.615525} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.096476] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.096688] env[65664]: INFO nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1277.096897] env[65664]: DEBUG nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.097763] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09e4a9-032c-479f-a223-635bc032eea9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.102124] env[65664]: WARNING neutronclient.v2_0.client [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.180392] env[65664]: DEBUG nova.network.neutron [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.483905] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.561494] env[65664]: DEBUG oslo_concurrency.lockutils [None req-29db8e6e-976c-46d3-8b53-5b4e5da50c4c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "527403f8-069e-4e78-bd59-2920b9c7d73e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.206s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.619495] env[65664]: INFO nova.compute.manager [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Took 16.62 seconds to build instance. [ 1277.669628] env[65664]: WARNING neutronclient.v2_0.client [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.683637] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.684117] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Instance network_info: |[{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1277.684942] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:0b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e287c7bb-94ea-45b7-a52c-cfd985e36626', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.693756] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1277.694069] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.694345] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a047dfd0-8709-4343-86b8-7662579695a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.724997] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.724997] env[65664]: value = "task-4416350" [ 1277.724997] env[65664]: _type = "Task" [ 1277.724997] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.735788] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416350, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.760014] env[65664]: DEBUG nova.network.neutron [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [{"id": "697c8449-5b2b-44f7-a5a1-8e3707604768", "address": "fa:16:3e:b1:c8:9c", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697c8449-5b", "ovs_interfaceid": "697c8449-5b2b-44f7-a5a1-8e3707604768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.122208] env[65664]: DEBUG oslo_concurrency.lockutils [None req-66283fb5-70e4-4e53-91e3-21b8d3d2920a tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "03c338f4-b279-4a72-8118-4950cdc3e187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.131s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.235831] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416350, 'name': CreateVM_Task, 'duration_secs': 0.360069} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.235831] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.236152] env[65664]: WARNING neutronclient.v2_0.client [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.236518] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.236666] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.237015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.237309] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6a23ca-8c8c-40a2-be87-267a47a610f2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.244379] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1278.244379] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52befe69-9cbb-75a9-cf2d-1b0982403451" [ 1278.244379] env[65664]: _type = "Task" [ 1278.244379] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.258583] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52befe69-9cbb-75a9-cf2d-1b0982403451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.263249] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-5d217f80-6664-44c0-b78d-03c07c5dad35" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.264224] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f35fb-53d7-4908-aaa9-ed8e68fbc7b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.272272] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1995daa-ac46-47c5-ace0-71b504ddb748 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.566868] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.755858] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52befe69-9cbb-75a9-cf2d-1b0982403451, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.756180] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.756419] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.756654] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.756800] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.756976] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.757256] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc7a3a9-fbd1-4cf7-9136-2bc31b754d84 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.767098] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.767285] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.767999] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57787e9-9630-47f0-a214-b8ca777a5f2c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.774155] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1278.774155] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526b2e70-bc16-cc7e-ad6f-45d794afa787" [ 1278.774155] env[65664]: _type = "Task" [ 1278.774155] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.782606] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526b2e70-bc16-cc7e-ad6f-45d794afa787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.286328] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526b2e70-bc16-cc7e-ad6f-45d794afa787, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.286626] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b09e8cf-fcc6-499a-b41a-d65259be2bf8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.293912] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1279.293912] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f50589-f57b-b255-35a9-fffe44fe6186" [ 1279.293912] env[65664]: _type = "Task" [ 1279.293912] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.304233] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f50589-f57b-b255-35a9-fffe44fe6186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.363663] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.363663] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e434859e-c948-4996-8dea-c7ff66f67ff9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.372674] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1279.372674] env[65664]: value = "task-4416351" [ 1279.372674] env[65664]: _type = "Task" [ 1279.372674] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.382933] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.566166] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.566269] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1279.805377] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52f50589-f57b-b255-35a9-fffe44fe6186, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.805787] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.805991] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.806223] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ff89af-c27f-46d3-90c0-20fc97dc801e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.813708] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1279.813708] env[65664]: value = "task-4416352" [ 1279.813708] env[65664]: _type = "Task" [ 1279.813708] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.824425] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.883787] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416351, 'name': PowerOffVM_Task, 'duration_secs': 0.287807} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.884150] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.884834] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1279.885061] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.885240] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1279.885500] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.885647] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1279.885788] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1279.885989] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.886176] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1279.886389] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1279.886563] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1279.886761] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1279.892231] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8095aa1b-1d04-410f-b071-d8699c8620b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.909256] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1279.909256] env[65664]: value = "task-4416353" [ 1279.909256] env[65664]: _type = "Task" [ 1279.909256] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.918640] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.219354] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "d708e90e-42b3-499c-9997-33ddca5aeb76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.219625] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.219932] env[65664]: DEBUG nova.compute.manager [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1280.220942] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f566d-cb85-45c5-9977-6018b8562bb0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.231883] env[65664]: DEBUG nova.compute.manager [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1280.232637] env[65664]: DEBUG nova.objects.instance [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lazy-loading 'flavor' on Instance uuid d708e90e-42b3-499c-9997-33ddca5aeb76 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.324359] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416352, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.420046] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416353, 'name': ReconfigVM_Task, 'duration_secs': 0.173444} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.420887] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de89693c-89f4-4da6-b67f-07e08aa19b28 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.443219] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1280.443448] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.443605] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1280.443767] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.443909] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1280.444064] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1280.444273] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.444424] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1280.444583] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1280.444739] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1280.444903] env[65664]: DEBUG nova.virt.hardware [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1280.445705] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a10792-1d7a-4734-a241-7ba6a4a06b13 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.451912] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1280.451912] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523015f3-e6d8-208e-1c42-14ed78ef0817" [ 1280.451912] env[65664]: _type = "Task" [ 1280.451912] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.461137] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523015f3-e6d8-208e-1c42-14ed78ef0817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.566533] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.826627] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515605} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.827138] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.827314] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.827469] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34eb7ac-0892-40f2-9ac1-f8b9bb9ecbe4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.836161] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1280.836161] env[65664]: value = "task-4416354" [ 1280.836161] env[65664]: _type = "Task" [ 1280.836161] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.847326] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.962593] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]523015f3-e6d8-208e-1c42-14ed78ef0817, 'name': SearchDatastore_Task, 'duration_secs': 0.007668} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.967943] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.968325] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7071792a-0bed-41f8-a6d4-f12695f955a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.987399] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1280.987399] env[65664]: value = "task-4416355" [ 1280.987399] env[65664]: _type = "Task" [ 1280.987399] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.996480] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.070032] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.070297] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.070463] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.070617] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1281.071660] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d2853-3a3a-459f-b0e4-508f5c19f128 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.082177] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c23ce-23e5-4f0d-ad03-336dc600a0aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.096288] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d12a61-76ce-4720-89e3-e6df52f4fc01 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.103133] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6568c257-bc04-4c2f-b741-9bc4fbf3b3c6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.134351] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179267MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1281.134516] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.134701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.240658] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.241034] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f6e1c0-2f77-46ab-a8b8-d6f4b69a8b6d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.249959] env[65664]: DEBUG oslo_vmware.api [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1281.249959] env[65664]: value = "task-4416356" [ 1281.249959] env[65664]: _type = "Task" [ 1281.249959] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.259804] env[65664]: DEBUG oslo_vmware.api [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.273737] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.274200] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.274513] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "1f5b1e21-b1dc-4304-8dee-204743d69a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.274721] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.274891] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.277224] env[65664]: INFO nova.compute.manager [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Terminating instance [ 1281.347803] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066294} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.348064] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.349068] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e79d3f6-d840-4620-a128-30b8310ae0d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.373899] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.374302] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a30700-8097-4526-8da2-2f9fd4746bd2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.400976] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1281.400976] env[65664]: value = "task-4416357" [ 1281.400976] env[65664]: _type = "Task" [ 1281.400976] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.411302] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.497690] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416355, 'name': ReconfigVM_Task, 'duration_secs': 0.488082} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.498035] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.498760] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4f3d9e-3518-4b5b-a7bf-a317d9d26f06 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.526218] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.526569] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2b0061-29d1-48f2-bd58-d14660572da1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.546272] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1281.546272] env[65664]: value = "task-4416358" [ 1281.546272] env[65664]: _type = "Task" [ 1281.546272] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.761079] env[65664]: DEBUG oslo_vmware.api [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416356, 'name': PowerOffVM_Task, 'duration_secs': 0.295994} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.761390] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.761642] env[65664]: DEBUG nova.compute.manager [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1281.762521] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6b1bac-be39-4633-b470-f053439d5e0a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.780857] env[65664]: DEBUG nova.compute.manager [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1281.781106] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.782077] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dbe541-91c4-402d-b89c-ae96847ac6bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.790416] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.790663] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6927c2-f131-4c43-b114-2603cd546d2d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.799897] env[65664]: DEBUG oslo_vmware.api [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1281.799897] env[65664]: value = "task-4416359" [ 1281.799897] env[65664]: _type = "Task" [ 1281.799897] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.810713] env[65664]: DEBUG oslo_vmware.api [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.912504] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416357, 'name': ReconfigVM_Task, 'duration_secs': 0.316528} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.912884] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.913551] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0560ea8-0136-4a23-9135-9f3f557d49b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.921087] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1281.921087] env[65664]: value = "task-4416360" [ 1281.921087] env[65664]: _type = "Task" [ 1281.921087] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.931484] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416360, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.057448] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.163781] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1282.163938] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 5d217f80-6664-44c0-b78d-03c07c5dad35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1282.164077] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance d708e90e-42b3-499c-9997-33ddca5aeb76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1282.164198] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 0ac55ba2-4746-4b47-aea3-78779a8bae01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1282.164357] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 03c338f4-b279-4a72-8118-4950cdc3e187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1282.164416] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ff295928-4fec-4bf2-bcae-adea57da5119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1282.164599] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1282.164744] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '4', 'num_task_deleting': '1', 'num_os_type_None': '6', 'num_proj_d817bea104c34f0798e2be963cc444d4': '1', 'io_workload': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_ec096aa96a8a4a98ac3c7a634a14c2a8': '1', 'num_task_powering-off': '1', 'num_proj_1f327d7f56eb4949b459f31e68b87fbe': '3', 'num_task_None': '2', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1282.250430] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522ef65-ba70-47af-8037-6087e2709ba0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.258791] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca57154-47cc-4327-8a76-90d34c1501b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.294645] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6a9201-1d80-49fc-88e4-7c0479633861 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.297497] env[65664]: DEBUG oslo_concurrency.lockutils [None req-e151143b-50cb-43d4-a69b-b9be0e8939ae tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.307615] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c995d52-77d7-41d8-aab6-8beec87f5cc0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.315591] env[65664]: DEBUG oslo_vmware.api [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416359, 'name': PowerOffVM_Task, 'duration_secs': 0.178573} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.316106] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.316319] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.316580] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42784e17-b774-4729-8c75-a6aee1849b72 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.327226] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.451258] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.451258] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.451258] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleting the datastore file [datastore1] 1f5b1e21-b1dc-4304-8dee-204743d69a11 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.451258] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f55480-d9c0-4c5d-bba4-2a8103b3e330 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.451258] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416360, 'name': Rename_Task, 'duration_secs': 0.163824} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.451258] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.451258] env[65664]: DEBUG oslo_vmware.api [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for the task: (returnval){ [ 1282.451258] env[65664]: value = "task-4416362" [ 1282.451258] env[65664]: _type = "Task" [ 1282.451258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.451258] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ada131ad-9fcd-4bd4-aa3c-1ff283b7cba0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.451258] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1282.451258] env[65664]: value = "task-4416363" [ 1282.451258] env[65664]: _type = "Task" [ 1282.451258] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.457515] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.558772] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416358, 'name': ReconfigVM_Task, 'duration_secs': 0.516222} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.559013] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35/5d217f80-6664-44c0-b78d-03c07c5dad35.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.559906] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae89304-0ba4-4d50-b213-0983294c3dda {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.583477] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b749404-1ceb-45db-8a47-60ac5855991e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.605553] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514ad52-531f-4e92-9573-72319862357b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.627646] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e743a834-06e3-47bc-8c95-e2fc9fddbe3c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.635497] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.635754] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df3c43e-064e-4ab0-96bb-8d8141e3bd83 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.642695] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1282.642695] env[65664]: value = "task-4416364" [ 1282.642695] env[65664]: _type = "Task" [ 1282.642695] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.654596] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.792977] env[65664]: DEBUG nova.objects.instance [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lazy-loading 'flavor' on Instance uuid d708e90e-42b3-499c-9997-33ddca5aeb76 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.831035] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.949871] env[65664]: DEBUG oslo_vmware.api [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Task: {'id': task-4416362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361326} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.953126] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.953329] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.953504] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.953691] env[65664]: INFO nova.compute.manager [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1282.953931] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1282.954155] env[65664]: DEBUG nova.compute.manager [-] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1282.954250] env[65664]: DEBUG nova.network.neutron [-] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1282.954491] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.961749] env[65664]: DEBUG oslo_vmware.api [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416363, 'name': PowerOnVM_Task, 'duration_secs': 0.469206} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.962083] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.962311] env[65664]: INFO nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1282.962486] env[65664]: DEBUG nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1282.963252] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c33960-ad84-400f-aebe-833b4f046876 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.987898] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.154521] env[65664]: DEBUG oslo_vmware.api [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416364, 'name': PowerOnVM_Task, 'duration_secs': 0.49901} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.155343] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.249776] env[65664]: DEBUG nova.compute.manager [req-bffbd49f-3ef3-49db-ad19-c82ebdcfb6ce req-a9ce2727-c355-4000-8740-e9c61f766056 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Received event network-vif-deleted-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1283.249984] env[65664]: INFO nova.compute.manager [req-bffbd49f-3ef3-49db-ad19-c82ebdcfb6ce req-a9ce2727-c355-4000-8740-e9c61f766056 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Neutron deleted interface 2a328bb5-a4a7-4dc6-acf7-99a1264033c2; detaching it from the instance and deleting it from the info cache [ 1283.250171] env[65664]: DEBUG nova.network.neutron [req-bffbd49f-3ef3-49db-ad19-c82ebdcfb6ce req-a9ce2727-c355-4000-8740-e9c61f766056 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.299119] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.299392] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquired lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.299703] env[65664]: DEBUG nova.network.neutron [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1283.299979] env[65664]: DEBUG nova.objects.instance [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lazy-loading 'info_cache' on Instance uuid d708e90e-42b3-499c-9997-33ddca5aeb76 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.336201] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1283.336550] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.482059] env[65664]: INFO nova.compute.manager [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Took 13.20 seconds to build instance. [ 1283.731686] env[65664]: DEBUG nova.network.neutron [-] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.753182] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03aa36c3-472a-4924-b9eb-d27c3078502e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.763412] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5549ab-ca60-45fe-85c3-97d3a61b916a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.791922] env[65664]: DEBUG nova.compute.manager [req-bffbd49f-3ef3-49db-ad19-c82ebdcfb6ce req-a9ce2727-c355-4000-8740-e9c61f766056 service nova] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Detach interface failed, port_id=2a328bb5-a4a7-4dc6-acf7-99a1264033c2, reason: Instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1283.803628] env[65664]: DEBUG nova.objects.base [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1283.984466] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a9280bbf-fb82-468a-b36e-9a0734498d9e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.709s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.205967] env[65664]: INFO nova.compute.manager [None req-f7e4d204-b3cb-4297-84f0-458d6d9a7a42 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance to original state: 'active' [ 1284.235225] env[65664]: INFO nova.compute.manager [-] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Took 1.28 seconds to deallocate network for instance. [ 1284.306294] env[65664]: WARNING neutronclient.v2_0.client [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.482236] env[65664]: WARNING neutronclient.v2_0.client [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.559967] env[65664]: DEBUG nova.network.neutron [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Updating instance_info_cache with network_info: [{"id": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "address": "fa:16:3e:77:0d:15", "network": {"id": "f0f8e533-af51-48ee-af2a-de285c147255", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-150544566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f327d7f56eb4949b459f31e68b87fbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8220ef24-7e", "ovs_interfaceid": "8220ef24-7eba-4428-bf69-7a6bafc8ff21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.741833] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.742270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.742515] env[65664]: DEBUG nova.objects.instance [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lazy-loading 'resources' on Instance uuid 1f5b1e21-b1dc-4304-8dee-204743d69a11 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.062555] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Releasing lock "refresh_cache-d708e90e-42b3-499c-9997-33ddca5aeb76" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.282739] env[65664]: DEBUG nova.compute.manager [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Received event network-changed-e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1285.282959] env[65664]: DEBUG nova.compute.manager [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Refreshing instance network info cache due to event network-changed-e287c7bb-94ea-45b7-a52c-cfd985e36626. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1285.283181] env[65664]: DEBUG oslo_concurrency.lockutils [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.283332] env[65664]: DEBUG oslo_concurrency.lockutils [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.283494] env[65664]: DEBUG nova.network.neutron [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Refreshing network info cache for port e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.348543] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c11e6-f626-47b6-aa6c-43bb2f7e3ff9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.357477] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b807043-78b0-455b-89dd-f531e49ae10c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.389985] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3eaa25-0cd2-4e0c-8c2d-68da1f3f73a8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.398941] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a46b9b7-29fb-41a1-8ae4-854c827e67c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.414205] env[65664]: DEBUG nova.compute.provider_tree [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.557102] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.557348] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.557544] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.557739] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.557907] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.559962] env[65664]: INFO nova.compute.manager [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Terminating instance [ 1285.790354] env[65664]: WARNING neutronclient.v2_0.client [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.919156] env[65664]: DEBUG nova.scheduler.client.report [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.977924] env[65664]: WARNING neutronclient.v2_0.client [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.048965] env[65664]: DEBUG nova.network.neutron [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updated VIF entry in instance network info cache for port e287c7bb-94ea-45b7-a52c-cfd985e36626. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1286.049366] env[65664]: DEBUG nova.network.neutron [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.063909] env[65664]: DEBUG nova.compute.manager [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1286.065316] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.065316] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9eecb90-f55e-468f-b87c-14b0d8787b7d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.066951] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.067265] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48fcb598-e0fc-43d3-a633-c82725de819f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.075952] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1286.075952] env[65664]: value = "task-4416365" [ 1286.075952] env[65664]: _type = "Task" [ 1286.075952] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.076955] env[65664]: DEBUG oslo_vmware.api [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1286.076955] env[65664]: value = "task-4416366" [ 1286.076955] env[65664]: _type = "Task" [ 1286.076955] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.090797] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.094437] env[65664]: DEBUG oslo_vmware.api [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.425080] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.452344] env[65664]: INFO nova.scheduler.client.report [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Deleted allocations for instance 1f5b1e21-b1dc-4304-8dee-204743d69a11 [ 1286.552079] env[65664]: DEBUG oslo_concurrency.lockutils [req-84289d89-aa1b-4dd1-8fd6-6a153e53fbf8 req-b2a722d1-3f40-4166-9065-202b55222bdf service nova] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.590662] env[65664]: DEBUG oslo_vmware.api [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416366, 'name': PowerOnVM_Task, 'duration_secs': 0.440729} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.593946] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.594191] env[65664]: DEBUG nova.compute.manager [None req-87e9f8a9-7ef3-4f06-b672-143f445fbe75 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1286.594503] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416365, 'name': PowerOffVM_Task, 'duration_secs': 0.239845} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.595255] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf98eb9-27ee-46e1-b845-78c49c809607 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.597880] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.598100] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1286.598292] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864238', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'name': 'volume-f7886790-3e98-4b45-85ae-564795b90dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d217f80-6664-44c0-b78d-03c07c5dad35', 'attached_at': '2025-11-12T20:26:51.000000', 'detached_at': '', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'serial': 'f7886790-3e98-4b45-85ae-564795b90dd2'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1286.599078] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc01e7-6009-4bff-a1ff-1a1f9feb0870 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.624961] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00423aa9-a013-48a2-b5cd-a203a5458137 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.633160] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8da45c9-3472-49f8-9c95-8e3dde97647d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.654631] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8950ba25-2d5a-4b2a-a22a-2c60aee4d279 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.672381] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7886790-3e98-4b45-85ae-564795b90dd2/volume-f7886790-3e98-4b45-85ae-564795b90dd2.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1286.677742] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.678136] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9613589-2e96-4395-b232-90afbe711903 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.696710] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1286.696710] env[65664]: value = "task-4416367" [ 1286.696710] env[65664]: _type = "Task" [ 1286.696710] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.704770] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.960572] env[65664]: DEBUG oslo_concurrency.lockutils [None req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Lock "1f5b1e21-b1dc-4304-8dee-204743d69a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.207435] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416367, 'name': ReconfigVM_Task, 'duration_secs': 0.222073} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.207770] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.212793] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4535bbb0-4200-43b9-a9b9-9fccebe45eea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.230304] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1287.230304] env[65664]: value = "task-4416368" [ 1287.230304] env[65664]: _type = "Task" [ 1287.230304] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.239265] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.330825] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.741290] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416368, 'name': ReconfigVM_Task, 'duration_secs': 0.161712} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.741681] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864238', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'name': 'volume-f7886790-3e98-4b45-85ae-564795b90dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d217f80-6664-44c0-b78d-03c07c5dad35', 'attached_at': '2025-11-12T20:26:51.000000', 'detached_at': '', 'volume_id': 'f7886790-3e98-4b45-85ae-564795b90dd2', 'serial': 'f7886790-3e98-4b45-85ae-564795b90dd2'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1287.741972] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.743039] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e77db-e138-4b8f-9e0c-ea54cf32a0de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.750621] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.750844] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d6a72c-0ead-4a18-b730-2fe415a17274 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.817767] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.817886] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.818079] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleting the datastore file [datastore2] 5d217f80-6664-44c0-b78d-03c07c5dad35 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.818359] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-add9208f-95ac-4d09-9227-d39f1fa14391 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.826753] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1287.826753] env[65664]: value = "task-4416370" [ 1287.826753] env[65664]: _type = "Task" [ 1287.826753] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.838822] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.342030] env[65664]: DEBUG oslo_vmware.api [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213741} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.342030] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.342030] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.342030] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.342030] env[65664]: INFO nova.compute.manager [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1288.342030] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1288.342030] env[65664]: DEBUG nova.compute.manager [-] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1288.342030] env[65664]: DEBUG nova.network.neutron [-] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1288.342030] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.383644] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.886543] env[65664]: DEBUG nova.compute.manager [req-95282d0f-a821-4499-86e9-b27a987af0ff req-43c471fd-a2a4-4937-8f4c-531c675603e8 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Received event network-vif-deleted-697c8449-5b2b-44f7-a5a1-8e3707604768 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1288.886543] env[65664]: INFO nova.compute.manager [req-95282d0f-a821-4499-86e9-b27a987af0ff req-43c471fd-a2a4-4937-8f4c-531c675603e8 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Neutron deleted interface 697c8449-5b2b-44f7-a5a1-8e3707604768; detaching it from the instance and deleting it from the info cache [ 1288.886543] env[65664]: DEBUG nova.network.neutron [req-95282d0f-a821-4499-86e9-b27a987af0ff req-43c471fd-a2a4-4937-8f4c-531c675603e8 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.990082] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "03c338f4-b279-4a72-8118-4950cdc3e187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.990482] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "03c338f4-b279-4a72-8118-4950cdc3e187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.990723] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "03c338f4-b279-4a72-8118-4950cdc3e187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.990915] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "03c338f4-b279-4a72-8118-4950cdc3e187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.991198] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "03c338f4-b279-4a72-8118-4950cdc3e187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.993493] env[65664]: INFO nova.compute.manager [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Terminating instance [ 1289.321749] env[65664]: DEBUG nova.network.neutron [-] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.389548] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9071cd2c-a87d-41f8-80f4-2724a2856089 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.400684] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c567b78-04bf-4652-a2fb-1d0d921373e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.437520] env[65664]: DEBUG nova.compute.manager [req-95282d0f-a821-4499-86e9-b27a987af0ff req-43c471fd-a2a4-4937-8f4c-531c675603e8 service nova] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Detach interface failed, port_id=697c8449-5b2b-44f7-a5a1-8e3707604768, reason: Instance 5d217f80-6664-44c0-b78d-03c07c5dad35 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1289.498468] env[65664]: DEBUG nova.compute.manager [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1289.498707] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.499464] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d09163-6b99-4075-b32e-9540f3389b7e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.509038] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.509314] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ad9558-5bb9-4c9e-8162-9c4d6c309898 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.516883] env[65664]: DEBUG oslo_vmware.api [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1289.516883] env[65664]: value = "task-4416371" [ 1289.516883] env[65664]: _type = "Task" [ 1289.516883] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.527021] env[65664]: DEBUG oslo_vmware.api [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.825604] env[65664]: INFO nova.compute.manager [-] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Took 1.48 seconds to deallocate network for instance. [ 1290.027467] env[65664]: DEBUG oslo_vmware.api [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416371, 'name': PowerOffVM_Task, 'duration_secs': 0.266176} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.027764] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.027932] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.028299] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93dfc1f7-dc55-4b35-a2e8-ebc12ef8505c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.098952] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.099155] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.099344] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleting the datastore file [datastore1] 03c338f4-b279-4a72-8118-4950cdc3e187 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.099675] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32ccf4fc-4209-4cfc-9aa7-dcbe688fced5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.107373] env[65664]: DEBUG oslo_vmware.api [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1290.107373] env[65664]: value = "task-4416373" [ 1290.107373] env[65664]: _type = "Task" [ 1290.107373] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.118569] env[65664]: DEBUG oslo_vmware.api [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.374360] env[65664]: INFO nova.compute.manager [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Took 0.55 seconds to detach 1 volumes for instance. [ 1290.618415] env[65664]: DEBUG oslo_vmware.api [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142005} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.618808] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.618889] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.619046] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.619419] env[65664]: INFO nova.compute.manager [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1290.619648] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1290.619862] env[65664]: DEBUG nova.compute.manager [-] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1290.620038] env[65664]: DEBUG nova.network.neutron [-] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1290.620316] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.660476] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.881494] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.881789] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.882084] env[65664]: DEBUG nova.objects.instance [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'resources' on Instance uuid 5d217f80-6664-44c0-b78d-03c07c5dad35 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.927837] env[65664]: DEBUG nova.compute.manager [req-e8caf899-e12f-4749-88da-c79c5cbbb244 req-8b9fdee3-6b93-4918-8efb-da9545f6e4e1 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Received event network-vif-deleted-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1290.927837] env[65664]: INFO nova.compute.manager [req-e8caf899-e12f-4749-88da-c79c5cbbb244 req-8b9fdee3-6b93-4918-8efb-da9545f6e4e1 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Neutron deleted interface cf972ac9-a64b-4709-bd5b-fb92ff0c71e8; detaching it from the instance and deleting it from the info cache [ 1290.927837] env[65664]: DEBUG nova.network.neutron [req-e8caf899-e12f-4749-88da-c79c5cbbb244 req-8b9fdee3-6b93-4918-8efb-da9545f6e4e1 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.178561] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "ef22a137-e827-405a-b324-9964ff0a0735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.178787] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "ef22a137-e827-405a-b324-9964ff0a0735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.399454] env[65664]: DEBUG nova.network.neutron [-] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.434559] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af49cdfd-b390-4770-a0fe-cf8095b7de38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.446299] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab43dac-45a8-412c-b31b-cb6ac7b37830 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.481576] env[65664]: DEBUG nova.compute.manager [req-e8caf899-e12f-4749-88da-c79c5cbbb244 req-8b9fdee3-6b93-4918-8efb-da9545f6e4e1 service nova] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Detach interface failed, port_id=cf972ac9-a64b-4709-bd5b-fb92ff0c71e8, reason: Instance 03c338f4-b279-4a72-8118-4950cdc3e187 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1291.486383] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "01f48565-2004-4cfd-b603-216450cf0898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.486734] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "01f48565-2004-4cfd-b603-216450cf0898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.519202] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acafec7-f9fc-4527-ac9a-09184ece6d87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.528798] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b480d-83f1-45a7-9780-e417103a2af4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.563718] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c6458c-814c-4eaf-86c9-6c251c3cf927 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.572269] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7220a9b7-0863-42fb-9318-06030c59fcb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.587230] env[65664]: DEBUG nova.compute.provider_tree [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.681149] env[65664]: DEBUG nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1291.902684] env[65664]: INFO nova.compute.manager [-] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Took 1.28 seconds to deallocate network for instance. [ 1291.989250] env[65664]: DEBUG nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1292.091075] env[65664]: DEBUG nova.scheduler.client.report [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.203651] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.408379] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.511906] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.595877] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.598355] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.395s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.599875] env[65664]: INFO nova.compute.claims [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.617882] env[65664]: INFO nova.scheduler.client.report [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted allocations for instance 5d217f80-6664-44c0-b78d-03c07c5dad35 [ 1293.128164] env[65664]: DEBUG oslo_concurrency.lockutils [None req-eb649a2f-1708-41bb-9260-9fe8827a16ea tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "5d217f80-6664-44c0-b78d-03c07c5dad35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.571s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.695764] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207ac06-09fc-49ed-a724-f0a5d461e265 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.705969] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645600d-8959-4a62-9935-37b44b06f782 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.736857] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3bae2d-beab-4b62-910e-ef34d1c6a390 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.745434] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca24869e-0059-41fc-a7a0-4a6e051118b9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.759767] env[65664]: DEBUG nova.compute.provider_tree [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.253952] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.254300] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.263402] env[65664]: DEBUG nova.scheduler.client.report [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.756616] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1294.771048] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.771706] env[65664]: DEBUG nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1294.774429] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.366s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.774650] env[65664]: DEBUG nova.objects.instance [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lazy-loading 'resources' on Instance uuid 03c338f4-b279-4a72-8118-4950cdc3e187 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.276368] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.277686] env[65664]: DEBUG nova.compute.utils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.282046] env[65664]: DEBUG nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1295.370049] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82df715-3f1a-433b-8600-08b8ed7ad0df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.377949] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e03a12-e81b-4ad7-b9ba-89aefeaa60a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.408110] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d714bf-12fc-412e-81d5-8532338c6810 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.416522] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c84a0-e278-4417-a64f-f11737b7a797 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.430399] env[65664]: DEBUG nova.compute.provider_tree [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.782801] env[65664]: DEBUG nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1295.933940] env[65664]: DEBUG nova.scheduler.client.report [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.438719] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.441239] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.929s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.442721] env[65664]: INFO nova.compute.claims [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.459066] env[65664]: INFO nova.scheduler.client.report [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleted allocations for instance 03c338f4-b279-4a72-8118-4950cdc3e187 [ 1296.792097] env[65664]: DEBUG nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1296.825196] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1296.825446] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.825598] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1296.825775] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.825916] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1296.826072] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1296.826280] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.826434] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1296.826594] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1296.826780] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1296.826955] env[65664]: DEBUG nova.virt.hardware [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1296.827841] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef46f86-05a6-461c-a9e1-eed49593324b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.836810] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844f7007-118b-4fbd-8154-3ee272d816dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.851800] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.857412] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Creating folder: Project (2841a88458ca485db75899c293e6aab2). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.857746] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0659fe68-8598-49bf-99b8-1f294c4f23db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.869306] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Created folder: Project (2841a88458ca485db75899c293e6aab2) in parent group-v863926. [ 1296.869513] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Creating folder: Instances. Parent ref: group-v864245. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.869769] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d89f470-6637-45c4-99c1-47fa2f48d40f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.880126] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Created folder: Instances in parent group-v864245. [ 1296.880357] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1296.880561] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.880772] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-106a04eb-673c-4fc5-8dfa-e7f2f0e0ae54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.898344] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.898344] env[65664]: value = "task-4416376" [ 1296.898344] env[65664]: _type = "Task" [ 1296.898344] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.906392] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416376, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.966098] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "03c338f4-b279-4a72-8118-4950cdc3e187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.976s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.409932] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416376, 'name': CreateVM_Task, 'duration_secs': 0.28869} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.410144] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.410524] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.410689] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.411038] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.411344] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea15509f-d1aa-4e85-b6d2-485c991d4c94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.416212] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1297.416212] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52633156-9425-e81a-895d-8c01c19861da" [ 1297.416212] env[65664]: _type = "Task" [ 1297.416212] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.424743] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52633156-9425-e81a-895d-8c01c19861da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.536637] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a81f7-5b9e-47b8-a06b-7c8a09cd727a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.545384] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e4ece-815e-472a-8d85-415bff9ef796 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.578126] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e56fcc-a446-4f0b-9054-8b8687034816 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.587435] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007021b1-279d-4cf4-940b-0f8b2ed037fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.602575] env[65664]: DEBUG nova.compute.provider_tree [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.927099] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52633156-9425-e81a-895d-8c01c19861da, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.927358] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.927588] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.927818] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.927957] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.928149] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.928420] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-357e456d-9ef1-4ec7-bba7-fbcacdecc9cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.938467] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.938684] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.939421] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fbefb4-0f08-4b2f-b172-f09adb2c6991 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.945736] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1297.945736] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5247e8ef-3ba0-51dd-d4d1-6887752a4672" [ 1297.945736] env[65664]: _type = "Task" [ 1297.945736] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.954409] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5247e8ef-3ba0-51dd-d4d1-6887752a4672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.008168] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "0ac55ba2-4746-4b47-aea3-78779a8bae01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.008446] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.008676] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "0ac55ba2-4746-4b47-aea3-78779a8bae01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.008911] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.009132] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.011328] env[65664]: INFO nova.compute.manager [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Terminating instance [ 1298.105768] env[65664]: DEBUG nova.scheduler.client.report [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.457213] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5247e8ef-3ba0-51dd-d4d1-6887752a4672, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.458159] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128b8e20-5fdb-4ca0-b315-6c99e45ec22e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.463869] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1298.463869] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526ea03b-db9d-7521-91de-4f751a1ff240" [ 1298.463869] env[65664]: _type = "Task" [ 1298.463869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.471918] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526ea03b-db9d-7521-91de-4f751a1ff240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.514867] env[65664]: DEBUG nova.compute.manager [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1298.515842] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.515994] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5d65e-6273-4057-8d65-db387767a5db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.524016] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.524280] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd52165-272a-4248-91d5-27d0183f1727 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.531122] env[65664]: DEBUG oslo_vmware.api [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1298.531122] env[65664]: value = "task-4416377" [ 1298.531122] env[65664]: _type = "Task" [ 1298.531122] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.539872] env[65664]: DEBUG oslo_vmware.api [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.610463] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.611029] env[65664]: DEBUG nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1298.613677] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.337s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.615156] env[65664]: INFO nova.compute.claims [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.976960] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]526ea03b-db9d-7521-91de-4f751a1ff240, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.977275] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.977547] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ef22a137-e827-405a-b324-9964ff0a0735/ef22a137-e827-405a-b324-9964ff0a0735.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.977820] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3100022e-a35a-46e4-8f60-658c90cf93cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.986644] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1298.986644] env[65664]: value = "task-4416378" [ 1298.986644] env[65664]: _type = "Task" [ 1298.986644] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.996658] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.041838] env[65664]: DEBUG oslo_vmware.api [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416377, 'name': PowerOffVM_Task, 'duration_secs': 0.189451} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.042188] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.042368] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.042658] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52fcd06-345b-493f-bbb6-115d33922c30 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.119290] env[65664]: DEBUG nova.compute.utils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.123716] env[65664]: DEBUG nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1299.124026] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.124216] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.124390] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleting the datastore file [datastore1] 0ac55ba2-4746-4b47-aea3-78779a8bae01 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.124831] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61de5fce-a1fd-4e52-a097-be84030a3cf0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.133232] env[65664]: DEBUG oslo_vmware.api [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1299.133232] env[65664]: value = "task-4416380" [ 1299.133232] env[65664]: _type = "Task" [ 1299.133232] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.142869] env[65664]: DEBUG oslo_vmware.api [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.500020] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416378, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.624737] env[65664]: DEBUG nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1299.643764] env[65664]: DEBUG oslo_vmware.api [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355388} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.644022] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.644210] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.644382] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.644564] env[65664]: INFO nova.compute.manager [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1299.644785] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1299.644980] env[65664]: DEBUG nova.compute.manager [-] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1299.645083] env[65664]: DEBUG nova.network.neutron [-] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1299.645328] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.686631] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.721505] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea41dc6d-4877-4f64-af22-ba228e9413bd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.730544] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c84559c-894c-410a-aad7-07441ed9bafd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.763520] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e7d1b-ef68-4f5b-94dd-7f646123c88f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.772373] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddaee94-6501-42db-b4df-5d10b0c2e92a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.787656] env[65664]: DEBUG nova.compute.provider_tree [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.949536] env[65664]: DEBUG nova.compute.manager [req-764dc4b9-280a-4e01-a624-e550f0de8640 req-aa02fd06-306f-47ee-9b3e-3928f7d0c268 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Received event network-vif-deleted-d6420677-e283-412c-a79a-9ee12775a3bf {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1299.949730] env[65664]: INFO nova.compute.manager [req-764dc4b9-280a-4e01-a624-e550f0de8640 req-aa02fd06-306f-47ee-9b3e-3928f7d0c268 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Neutron deleted interface d6420677-e283-412c-a79a-9ee12775a3bf; detaching it from the instance and deleting it from the info cache [ 1299.949902] env[65664]: DEBUG nova.network.neutron [req-764dc4b9-280a-4e01-a624-e550f0de8640 req-aa02fd06-306f-47ee-9b3e-3928f7d0c268 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.998176] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416378, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.291645] env[65664]: DEBUG nova.scheduler.client.report [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.424386] env[65664]: DEBUG nova.network.neutron [-] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.453151] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17b93306-af5b-47ee-acc3-4930dcc63ba1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.464338] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a011dcc-d83c-45b8-b515-7be36646b0bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.491598] env[65664]: DEBUG nova.compute.manager [req-764dc4b9-280a-4e01-a624-e550f0de8640 req-aa02fd06-306f-47ee-9b3e-3928f7d0c268 service nova] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Detach interface failed, port_id=d6420677-e283-412c-a79a-9ee12775a3bf, reason: Instance 0ac55ba2-4746-4b47-aea3-78779a8bae01 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1300.500062] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416378, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.636827] env[65664]: DEBUG nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1300.662532] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1300.662784] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.662961] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1300.663119] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.663262] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1300.663404] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1300.663598] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1300.663749] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1300.663907] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1300.664080] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1300.664255] env[65664]: DEBUG nova.virt.hardware [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1300.665108] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be05b0f-b765-4a18-b3e4-1efcc8f49caa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.673497] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84340903-5c74-4dd4-a830-44d44c1e9c87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.688446] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.694052] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1300.694278] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.694483] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd00a04d-e2a3-4a4b-8dfd-3f81308f8e81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.711116] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.711116] env[65664]: value = "task-4416381" [ 1300.711116] env[65664]: _type = "Task" [ 1300.711116] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.718925] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416381, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.797019] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.797598] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1300.927137] env[65664]: INFO nova.compute.manager [-] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Took 1.28 seconds to deallocate network for instance. [ 1301.001911] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416378, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.642459} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.002217] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] ef22a137-e827-405a-b324-9964ff0a0735/ef22a137-e827-405a-b324-9964ff0a0735.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.002464] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.002743] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c07f2737-7a99-4fb9-983a-644ddc6370b5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.009617] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1301.009617] env[65664]: value = "task-4416382" [ 1301.009617] env[65664]: _type = "Task" [ 1301.009617] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.018924] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.222376] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416381, 'name': CreateVM_Task, 'duration_secs': 0.327598} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.222552] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.222937] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.223109] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.223449] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.223699] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f1b47b-354b-4116-ac1d-acf798da6970 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.228947] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1301.228947] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52241986-7678-6c60-d6f7-ee16e3a6065c" [ 1301.228947] env[65664]: _type = "Task" [ 1301.228947] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.237345] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52241986-7678-6c60-d6f7-ee16e3a6065c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.304908] env[65664]: DEBUG nova.compute.utils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.306507] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1301.306507] env[65664]: DEBUG nova.network.neutron [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1301.306507] env[65664]: WARNING neutronclient.v2_0.client [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.306850] env[65664]: WARNING neutronclient.v2_0.client [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.357492] env[65664]: DEBUG nova.policy [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a76cabb2bce4102af3c5ff2dc815dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec096aa96a8a4a98ac3c7a634a14c2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.433809] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.434128] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.434368] env[65664]: DEBUG nova.objects.instance [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lazy-loading 'resources' on Instance uuid 0ac55ba2-4746-4b47-aea3-78779a8bae01 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.519923] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065505} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.520300] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.521133] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcdc48a-8ea2-4366-96ae-21ee508fe2bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.543905] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ef22a137-e827-405a-b324-9964ff0a0735/ef22a137-e827-405a-b324-9964ff0a0735.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.543905] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af283c56-a829-450a-845c-77e7450cc80d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.564810] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1301.564810] env[65664]: value = "task-4416383" [ 1301.564810] env[65664]: _type = "Task" [ 1301.564810] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.576679] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.663360] env[65664]: DEBUG nova.network.neutron [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Successfully created port: 7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1301.742766] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52241986-7678-6c60-d6f7-ee16e3a6065c, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.743160] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.743447] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.743725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.743926] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.744186] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.744506] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01798c6f-9f7f-495b-b8f5-54c198a820e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.754913] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.755105] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.755935] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59ed54d-1527-42db-93ae-8d4a6c0d670d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.762661] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1301.762661] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fa4fd6-d4d8-976c-6169-bbb09f32e75a" [ 1301.762661] env[65664]: _type = "Task" [ 1301.762661] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.772190] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fa4fd6-d4d8-976c-6169-bbb09f32e75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.810099] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1302.028643] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6b6d8-7122-4ba3-8cd0-dc9605ad940a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.036902] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b991c7-bac9-42fb-a959-07ff56008f9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.071174] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a868d89-787a-4eb1-8e27-ad2a42ce481c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.079557] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416383, 'name': ReconfigVM_Task, 'duration_secs': 0.300798} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.081824] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ef22a137-e827-405a-b324-9964ff0a0735/ef22a137-e827-405a-b324-9964ff0a0735.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.082526] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f4f57c5-e669-4b9e-9b68-5f058ea3a630 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.085046] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e78d2-dd2b-4f8c-823f-23074b2a6049 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.099754] env[65664]: DEBUG nova.compute.provider_tree [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.102350] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1302.102350] env[65664]: value = "task-4416384" [ 1302.102350] env[65664]: _type = "Task" [ 1302.102350] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.112079] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416384, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.276699] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fa4fd6-d4d8-976c-6169-bbb09f32e75a, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.277811] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c21a2fc-f640-449a-8561-62b323e445f3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.284482] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1302.284482] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fdbfbf-3969-e730-48a0-648ae3636f27" [ 1302.284482] env[65664]: _type = "Task" [ 1302.284482] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.293912] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fdbfbf-3969-e730-48a0-648ae3636f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.604513] env[65664]: DEBUG nova.scheduler.client.report [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.617773] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416384, 'name': Rename_Task, 'duration_secs': 0.144224} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.618046] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.618302] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afa75ec-c732-4518-be79-afe081e8bd54 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.626724] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1302.626724] env[65664]: value = "task-4416385" [ 1302.626724] env[65664]: _type = "Task" [ 1302.626724] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.636895] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.795659] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52fdbfbf-3969-e730-48a0-648ae3636f27, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.796075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.796292] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.796572] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd039b6a-7f4c-4c16-bd83-ba308ec0c580 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.804523] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1302.804523] env[65664]: value = "task-4416386" [ 1302.804523] env[65664]: _type = "Task" [ 1302.804523] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.813586] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.820958] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1302.851587] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1302.851881] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.852070] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1302.852272] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.852441] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1302.852583] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1302.852797] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1302.852963] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1302.853141] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1302.853314] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1302.853493] env[65664]: DEBUG nova.virt.hardware [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1302.854454] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fee4791-49ea-4b7d-99e9-3d2768543db1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.864154] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb61f1-791a-42dd-a269-8c787f133e79 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.076200] env[65664]: DEBUG nova.compute.manager [req-33a33fc5-3b9b-441c-990c-36f64be3a00d req-e0115e60-441d-4e77-920a-d565ee0fa9b5 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-vif-plugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1303.076564] env[65664]: DEBUG oslo_concurrency.lockutils [req-33a33fc5-3b9b-441c-990c-36f64be3a00d req-e0115e60-441d-4e77-920a-d565ee0fa9b5 service nova] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.076841] env[65664]: DEBUG oslo_concurrency.lockutils [req-33a33fc5-3b9b-441c-990c-36f64be3a00d req-e0115e60-441d-4e77-920a-d565ee0fa9b5 service nova] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.077059] env[65664]: DEBUG oslo_concurrency.lockutils [req-33a33fc5-3b9b-441c-990c-36f64be3a00d req-e0115e60-441d-4e77-920a-d565ee0fa9b5 service nova] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.077276] env[65664]: DEBUG nova.compute.manager [req-33a33fc5-3b9b-441c-990c-36f64be3a00d req-e0115e60-441d-4e77-920a-d565ee0fa9b5 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] No waiting events found dispatching network-vif-plugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1303.078023] env[65664]: WARNING nova.compute.manager [req-33a33fc5-3b9b-441c-990c-36f64be3a00d req-e0115e60-441d-4e77-920a-d565ee0fa9b5 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received unexpected event network-vif-plugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 for instance with vm_state building and task_state spawning. [ 1303.110014] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.137427] env[65664]: INFO nova.scheduler.client.report [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleted allocations for instance 0ac55ba2-4746-4b47-aea3-78779a8bae01 [ 1303.142763] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416385, 'name': PowerOnVM_Task} progress is 70%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.192957] env[65664]: DEBUG nova.network.neutron [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Successfully updated port: 7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1303.315731] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.640179] env[65664]: DEBUG oslo_vmware.api [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416385, 'name': PowerOnVM_Task, 'duration_secs': 0.919315} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.640467] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.640711] env[65664]: INFO nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1303.640894] env[65664]: DEBUG nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1303.641796] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00422816-96fa-4059-ae61-29bf30098f3f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.651090] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "0ac55ba2-4746-4b47-aea3-78779a8bae01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.643s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.695100] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.695303] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.695492] env[65664]: DEBUG nova.network.neutron [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1303.816283] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530029} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.816642] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.816773] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.817039] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfa5f662-ff6c-4d10-a49b-2abee1b41736 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.823755] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1303.823755] env[65664]: value = "task-4416387" [ 1303.823755] env[65664]: _type = "Task" [ 1303.823755] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.832317] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.165083] env[65664]: INFO nova.compute.manager [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Took 11.98 seconds to build instance. [ 1304.228721] env[65664]: DEBUG nova.network.neutron [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1304.328644] env[65664]: WARNING neutronclient.v2_0.client [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.337918] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075934} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.338290] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.339250] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b4c98a-17dd-4a19-94d5-0f0fad316f5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.361325] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.361660] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb661a2-6435-46a7-8793-38b2cac3b43c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.386605] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1304.386605] env[65664]: value = "task-4416388" [ 1304.386605] env[65664]: _type = "Task" [ 1304.386605] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.395962] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.419529] env[65664]: DEBUG nova.network.neutron [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.667840] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c4dc01ae-c439-4236-b432-9ce9e6f63c2e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "ef22a137-e827-405a-b324-9964ff0a0735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.489s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.710308] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "d708e90e-42b3-499c-9997-33ddca5aeb76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.710472] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.710686] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "d708e90e-42b3-499c-9997-33ddca5aeb76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.710866] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.711048] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.713820] env[65664]: INFO nova.compute.manager [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Terminating instance [ 1304.897170] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416388, 'name': ReconfigVM_Task, 'duration_secs': 0.314096} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.897579] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.898113] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f4f1edf-8528-4752-b6f4-c84b7ec6a87f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.906496] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1304.906496] env[65664]: value = "task-4416389" [ 1304.906496] env[65664]: _type = "Task" [ 1304.906496] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.916165] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416389, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.921905] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.922292] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance network_info: |[{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1304.922779] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:67:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7637c833-0b6a-4111-9160-50c4fe6e18a6', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.930369] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1304.930598] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.930842] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3f4af3-7809-4034-8533-a84469cb3675 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.951695] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.951695] env[65664]: value = "task-4416390" [ 1304.951695] env[65664]: _type = "Task" [ 1304.951695] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.960150] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416390, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.106824] env[65664]: DEBUG nova.compute.manager [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1305.107040] env[65664]: DEBUG nova.compute.manager [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing instance network info cache due to event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1305.107397] env[65664]: DEBUG oslo_concurrency.lockutils [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.107397] env[65664]: DEBUG oslo_concurrency.lockutils [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.107527] env[65664]: DEBUG nova.network.neutron [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.216702] env[65664]: DEBUG nova.compute.manager [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1305.216969] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.217962] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ed26f-ab89-45b6-adf0-1e4566d96550 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.226666] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.226949] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac08f36-c6fa-4393-a66e-ba9eba444835 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.233165] env[65664]: DEBUG oslo_vmware.api [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1305.233165] env[65664]: value = "task-4416391" [ 1305.233165] env[65664]: _type = "Task" [ 1305.233165] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.242384] env[65664]: DEBUG oslo_vmware.api [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.418025] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416389, 'name': Rename_Task, 'duration_secs': 0.138063} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.418346] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.418656] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b0f879e-3a9f-445c-868e-900abacc4de8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.426820] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1305.426820] env[65664]: value = "task-4416392" [ 1305.426820] env[65664]: _type = "Task" [ 1305.426820] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.435767] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.461250] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416390, 'name': CreateVM_Task, 'duration_secs': 0.305045} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.461449] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.461944] env[65664]: WARNING neutronclient.v2_0.client [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.462370] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.462535] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.462860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.463145] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc5410b-7014-4357-9cce-977c39cca3f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.468725] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1305.468725] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5206d6e6-8524-c9d3-4677-e69d32905612" [ 1305.468725] env[65664]: _type = "Task" [ 1305.468725] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.477127] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5206d6e6-8524-c9d3-4677-e69d32905612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.610371] env[65664]: WARNING neutronclient.v2_0.client [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.744393] env[65664]: DEBUG oslo_vmware.api [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416391, 'name': PowerOffVM_Task, 'duration_secs': 0.194312} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.744393] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.744393] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.744695] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182cd210-a82e-4c7c-b868-06f1de5f1427 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.758364] env[65664]: WARNING neutronclient.v2_0.client [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.823578] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.824010] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.824318] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleting the datastore file [datastore1] d708e90e-42b3-499c-9997-33ddca5aeb76 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.824714] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d851c63c-d93a-486a-93a0-b5bac8d170b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.834072] env[65664]: DEBUG oslo_vmware.api [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for the task: (returnval){ [ 1305.834072] env[65664]: value = "task-4416394" [ 1305.834072] env[65664]: _type = "Task" [ 1305.834072] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.843591] env[65664]: DEBUG oslo_vmware.api [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.844751] env[65664]: DEBUG nova.network.neutron [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updated VIF entry in instance network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1305.845141] env[65664]: DEBUG nova.network.neutron [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.938784] env[65664]: DEBUG oslo_vmware.api [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416392, 'name': PowerOnVM_Task, 'duration_secs': 0.433452} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.939184] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.939338] env[65664]: INFO nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1305.939566] env[65664]: DEBUG nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1305.940463] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771edb4-9fe4-4509-bcfb-9c01e20caaae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.981413] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5206d6e6-8524-c9d3-4677-e69d32905612, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.981794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.982083] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.982429] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.982619] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.982843] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.983185] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e965df4-99a1-4dc2-a5be-95ddc086ab4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.993303] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.993470] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.994446] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4caaa25c-a594-4a12-9d68-b775e63d43ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.000229] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1306.000229] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263cf4a-ade5-73e8-00e9-e8b0f7744c91" [ 1306.000229] env[65664]: _type = "Task" [ 1306.000229] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.009649] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263cf4a-ade5-73e8-00e9-e8b0f7744c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.348819] env[65664]: DEBUG oslo_concurrency.lockutils [req-394ec905-d4e2-4728-abd4-00e51b239924 req-1bcdbcdc-eae1-4df3-a614-f78be2b18688 service nova] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.349503] env[65664]: DEBUG oslo_vmware.api [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Task: {'id': task-4416394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146872} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.349878] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.350174] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.350439] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.350698] env[65664]: INFO nova.compute.manager [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1306.351076] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1306.351416] env[65664]: DEBUG nova.compute.manager [-] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1306.351574] env[65664]: DEBUG nova.network.neutron [-] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1306.351936] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1306.386370] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1306.458776] env[65664]: INFO nova.compute.manager [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Took 13.96 seconds to build instance. [ 1306.512629] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263cf4a-ade5-73e8-00e9-e8b0f7744c91, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.513465] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f911c5-e064-46e6-9102-e66f40f0ca7a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.519690] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1306.519690] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ffc876-71af-d3ee-a7bf-59846572c9d0" [ 1306.519690] env[65664]: _type = "Task" [ 1306.519690] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.528628] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ffc876-71af-d3ee-a7bf-59846572c9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.960794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-22ae4af6-ec60-4d64-b47e-010d966ae53e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "01f48565-2004-4cfd-b603-216450cf0898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.474s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.030945] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52ffc876-71af-d3ee-a7bf-59846572c9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017299} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.031252] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.031583] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.031850] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be28a55-8ed2-4de7-a434-f987504bea5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.039755] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1307.039755] env[65664]: value = "task-4416395" [ 1307.039755] env[65664]: _type = "Task" [ 1307.039755] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.049078] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.122521] env[65664]: DEBUG nova.network.neutron [-] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.141598] env[65664]: DEBUG nova.compute.manager [req-be02d176-1d45-4cab-a298-bf17e3390184 req-d0651c3b-005a-4692-af73-79ab7129ef74 service nova] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Received event network-vif-deleted-8220ef24-7eba-4428-bf69-7a6bafc8ff21 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1307.550785] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.554437] env[65664]: INFO nova.compute.manager [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Rebuilding instance [ 1307.611090] env[65664]: DEBUG nova.compute.manager [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1307.612337] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c398ccf8-9ef8-4a0e-910c-303d72624fef {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.624714] env[65664]: INFO nova.compute.manager [-] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Took 1.27 seconds to deallocate network for instance. [ 1308.051379] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799483} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.051737] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.051819] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.052032] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1140b70b-821b-457b-9261-202a7ff87d24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.058826] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1308.058826] env[65664]: value = "task-4416396" [ 1308.058826] env[65664]: _type = "Task" [ 1308.058826] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.069411] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.134496] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.134741] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.134962] env[65664]: DEBUG nova.objects.instance [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lazy-loading 'resources' on Instance uuid d708e90e-42b3-499c-9997-33ddca5aeb76 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.570059] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065606} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.570335] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.571164] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52da051-0230-4ac6-9f3e-635ecb9fe38c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.594410] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.594714] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a161498-8711-46aa-9532-e8f47a6510c3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.615248] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1308.615248] env[65664]: value = "task-4416397" [ 1308.615248] env[65664]: _type = "Task" [ 1308.615248] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.624188] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.626810] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.627040] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b6eafd8-ebbe-4aa9-9bd1-0c102b9531ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.635434] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1308.635434] env[65664]: value = "task-4416398" [ 1308.635434] env[65664]: _type = "Task" [ 1308.635434] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.648621] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.727119] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f2a02-85d7-46b7-85d5-0f235d565e69 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.735990] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a07a128-cc9d-4138-9761-b16f6976063e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.766887] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acb7dff-8ff1-433b-a33d-911eead2074d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.775565] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f9d98-0590-4e1e-9b91-ffd2c5a93755 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.792382] env[65664]: DEBUG nova.compute.provider_tree [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.127607] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416397, 'name': ReconfigVM_Task, 'duration_secs': 0.390435} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.127607] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Reconfigured VM instance instance-0000007c to attach disk [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.128155] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2edbcce8-d25c-4f7c-b1c3-f4014a3b3676 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.135016] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1309.135016] env[65664]: value = "task-4416399" [ 1309.135016] env[65664]: _type = "Task" [ 1309.135016] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.148806] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416398, 'name': PowerOffVM_Task, 'duration_secs': 0.146342} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.149045] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416399, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.149278] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.149536] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.150302] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446013d1-04cc-48fa-a4fb-c04063ac04e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.157499] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.157749] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f43fa6c-bdd7-42f8-9d5f-711d3ab3734f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.182688] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.182890] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.183088] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleting the datastore file [datastore1] 01f48565-2004-4cfd-b603-216450cf0898 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.183361] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73843c7c-8d12-4a16-9969-790ff917b710 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.191326] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1309.191326] env[65664]: value = "task-4416401" [ 1309.191326] env[65664]: _type = "Task" [ 1309.191326] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.199811] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.296090] env[65664]: DEBUG nova.scheduler.client.report [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.646790] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416399, 'name': Rename_Task, 'duration_secs': 0.415222} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.647129] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.647416] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3653a30-4739-4fdf-8ddf-3777b694caea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.655842] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1309.655842] env[65664]: value = "task-4416402" [ 1309.655842] env[65664]: _type = "Task" [ 1309.655842] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.664512] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.703812] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349015} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.704122] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.704313] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.704511] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.800963] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.820868] env[65664]: INFO nova.scheduler.client.report [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Deleted allocations for instance d708e90e-42b3-499c-9997-33ddca5aeb76 [ 1310.167067] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.328456] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Lock "d708e90e-42b3-499c-9997-33ddca5aeb76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.618s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.669286] env[65664]: DEBUG oslo_vmware.api [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416402, 'name': PowerOnVM_Task, 'duration_secs': 0.879719} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.669599] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.669862] env[65664]: INFO nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1310.670102] env[65664]: DEBUG nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1310.670941] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0619894-2435-49a0-b1b6-80129b012c80 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.740301] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1310.740548] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.740703] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1310.740882] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.741042] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1310.741195] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1310.741431] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.741598] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1310.741761] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1310.741919] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1310.742107] env[65664]: DEBUG nova.virt.hardware [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1310.743273] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2fde5c-7f73-4f2f-98eb-ea1dd3a5483f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.752096] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd962ca4-ef42-4a4e-8216-65bc8fb65f81 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.768031] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.774222] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1310.774544] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.774775] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be61aaf2-bf7c-4f22-99bc-5987fecf30ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.793441] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.793441] env[65664]: value = "task-4416403" [ 1310.793441] env[65664]: _type = "Task" [ 1310.793441] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.802814] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416403, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.191275] env[65664]: INFO nova.compute.manager [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Took 15.93 seconds to build instance. [ 1311.305705] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416403, 'name': CreateVM_Task, 'duration_secs': 0.288618} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.306607] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.306607] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.306823] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.307150] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.307446] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1bf21e-3b7b-4340-9fbb-d09bdcaa58e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.313173] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1311.313173] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52277c8f-a26f-8192-820e-083f511e970b" [ 1311.313173] env[65664]: _type = "Task" [ 1311.313173] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.322995] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52277c8f-a26f-8192-820e-083f511e970b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.693654] env[65664]: DEBUG oslo_concurrency.lockutils [None req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.439s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.825291] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52277c8f-a26f-8192-820e-083f511e970b, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.825709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.825949] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.826197] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.826336] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.826510] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.826796] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b401bb44-aa86-42d1-872a-163dc9eece69 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.841044] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.841245] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.842060] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b48056e-1003-4f4c-a053-a71f71f0644b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.848765] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1311.848765] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b14770-532c-04f4-f575-62d9b831eec7" [ 1311.848765] env[65664]: _type = "Task" [ 1311.848765] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.857778] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b14770-532c-04f4-f575-62d9b831eec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.339179] env[65664]: DEBUG nova.compute.manager [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1312.339456] env[65664]: DEBUG nova.compute.manager [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing instance network info cache due to event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1312.339638] env[65664]: DEBUG oslo_concurrency.lockutils [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.339795] env[65664]: DEBUG oslo_concurrency.lockutils [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.340712] env[65664]: DEBUG nova.network.neutron [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.360533] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b14770-532c-04f4-f575-62d9b831eec7, 'name': SearchDatastore_Task, 'duration_secs': 0.037804} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.361338] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9313ce8-a64b-4230-a022-2f13339f30cc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.367598] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1312.367598] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bd15ca-34ee-ba43-0ab4-c4bac796606e" [ 1312.367598] env[65664]: _type = "Task" [ 1312.367598] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.376191] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bd15ca-34ee-ba43-0ab4-c4bac796606e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.685184] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.685424] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.843867] env[65664]: WARNING neutronclient.v2_0.client [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.879081] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bd15ca-34ee-ba43-0ab4-c4bac796606e, 'name': SearchDatastore_Task, 'duration_secs': 0.038073} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.882270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.882558] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.883031] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e2b638c-967f-4af8-a4ac-467b73cb909c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.890878] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1312.890878] env[65664]: value = "task-4416404" [ 1312.890878] env[65664]: _type = "Task" [ 1312.890878] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.900307] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.015259] env[65664]: WARNING neutronclient.v2_0.client [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.093685] env[65664]: DEBUG nova.network.neutron [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updated VIF entry in instance network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1313.094210] env[65664]: DEBUG nova.network.neutron [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.187520] env[65664]: DEBUG nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1313.401613] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460957} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.401980] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.402101] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.402364] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2702063b-4d98-4296-b9b6-95491e92fada {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.409825] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1313.409825] env[65664]: value = "task-4416405" [ 1313.409825] env[65664]: _type = "Task" [ 1313.409825] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.420364] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.596923] env[65664]: DEBUG oslo_concurrency.lockutils [req-1a582d28-ddd8-4863-af40-ad34ee9c7202 req-faf4663d-49de-4ca8-9a96-48af7818dbbd service nova] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.710600] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.710893] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.712487] env[65664]: INFO nova.compute.claims [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.920579] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067337} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.920853] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.921676] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4ee9e-9245-4b7e-9598-ec3af688b956 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.942759] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.943036] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9f0297-638e-44d5-bb62-d29a5e5564a9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.963388] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1313.963388] env[65664]: value = "task-4416406" [ 1313.963388] env[65664]: _type = "Task" [ 1313.963388] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.973256] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.474626] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.804094] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c86c76-0658-4e1f-ac52-3e68dad9289a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.812193] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe64dd-9c93-45cf-aa03-60a95d4f0923 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.843135] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5675229a-40b5-4b63-aa0a-6ec8cb5a8814 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.851969] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce805e72-f4c2-4a8b-a99c-e14239c3168f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.866122] env[65664]: DEBUG nova.compute.provider_tree [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.974409] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416406, 'name': ReconfigVM_Task, 'duration_secs': 0.743119} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.974676] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 01f48565-2004-4cfd-b603-216450cf0898/01f48565-2004-4cfd-b603-216450cf0898.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.975337] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a76ba8c-b795-4a75-bc08-567e93cbf9b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.982190] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1314.982190] env[65664]: value = "task-4416407" [ 1314.982190] env[65664]: _type = "Task" [ 1314.982190] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.991215] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416407, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.369842] env[65664]: DEBUG nova.scheduler.client.report [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.496069] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416407, 'name': Rename_Task, 'duration_secs': 0.137695} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.496069] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.496069] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7edee6a0-385a-439c-b349-5ffbb3344909 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.502551] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1315.502551] env[65664]: value = "task-4416408" [ 1315.502551] env[65664]: _type = "Task" [ 1315.502551] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.510701] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.874650] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.875376] env[65664]: DEBUG nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1316.014664] env[65664]: DEBUG oslo_vmware.api [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416408, 'name': PowerOnVM_Task, 'duration_secs': 0.401135} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.014913] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.015123] env[65664]: DEBUG nova.compute.manager [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1316.015923] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8184f057-b74a-41ef-8968-6e585e56506e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.380482] env[65664]: DEBUG nova.compute.utils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.381999] env[65664]: DEBUG nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Not allocating networking since 'none' was specified. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1316.534283] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.534283] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.534675] env[65664]: DEBUG nova.objects.instance [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1316.883504] env[65664]: DEBUG nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1317.488645] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "01f48565-2004-4cfd-b603-216450cf0898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.488942] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "01f48565-2004-4cfd-b603-216450cf0898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.489132] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "01f48565-2004-4cfd-b603-216450cf0898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.489314] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "01f48565-2004-4cfd-b603-216450cf0898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.489476] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "01f48565-2004-4cfd-b603-216450cf0898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.491956] env[65664]: INFO nova.compute.manager [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Terminating instance [ 1317.542215] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7a651f72-90b8-4008-8f8c-e1f0808db91e tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.894581] env[65664]: DEBUG nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1317.924660] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1317.925089] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.925318] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1317.925588] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.925817] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1317.926041] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1317.926357] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1317.926606] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1317.926875] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1317.927153] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1317.927430] env[65664]: DEBUG nova.virt.hardware [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1317.928682] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e6522-460f-49c6-9c99-5ebd5c9d9a11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.941271] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7278d9f-66f4-4942-afc4-05fc0e8c8dd7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.958491] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.964336] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Creating folder: Project (997db4ae536349dc80026fa988090caf). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.964649] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845cce29-45f0-4d60-827b-8dcfde8b78c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.976258] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Created folder: Project (997db4ae536349dc80026fa988090caf) in parent group-v863926. [ 1317.976473] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Creating folder: Instances. Parent ref: group-v864251. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.976723] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6d3412-2504-466d-84c2-5e4ebb7e70f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.986291] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Created folder: Instances in parent group-v864251. [ 1317.986518] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1317.986716] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.986951] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d591d8d1-1d3f-4e95-8a8d-447919499503 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.002218] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "refresh_cache-01f48565-2004-4cfd-b603-216450cf0898" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.002389] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "refresh_cache-01f48565-2004-4cfd-b603-216450cf0898" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.002549] env[65664]: DEBUG nova.network.neutron [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1318.008846] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.008846] env[65664]: value = "task-4416411" [ 1318.008846] env[65664]: _type = "Task" [ 1318.008846] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.018589] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416411, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.505665] env[65664]: WARNING neutronclient.v2_0.client [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1318.519783] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416411, 'name': CreateVM_Task, 'duration_secs': 0.259919} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.519983] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.520448] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.520611] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.520941] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.521225] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1635e46a-130d-43d2-820b-1c794a21dba4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.524328] env[65664]: DEBUG nova.network.neutron [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1318.527737] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1318.527737] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e3666-5fc1-e02c-2f98-8c6fd236f868" [ 1318.527737] env[65664]: _type = "Task" [ 1318.527737] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.537029] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e3666-5fc1-e02c-2f98-8c6fd236f868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.591759] env[65664]: DEBUG nova.network.neutron [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.040140] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e3666-5fc1-e02c-2f98-8c6fd236f868, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.040459] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.040728] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.041086] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.041709] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.041709] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.041917] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f96a866-337b-483c-9049-453dc196e822 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.063116] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.063335] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.064122] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a1ffe8-fb7d-46c4-8afe-58e3d5cca666 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.070612] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1319.070612] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531fdf-3e1f-5cf0-c7f6-a38d5086e2ac" [ 1319.070612] env[65664]: _type = "Task" [ 1319.070612] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.078768] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531fdf-3e1f-5cf0-c7f6-a38d5086e2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.094402] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "refresh_cache-01f48565-2004-4cfd-b603-216450cf0898" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.094796] env[65664]: DEBUG nova.compute.manager [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1319.094982] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.095824] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a86453-af85-4688-97d2-77c5d95ca3cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.103296] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.103527] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b0853d1-ce6b-47d2-bc9c-b4e3e1b5f340 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.110129] env[65664]: DEBUG oslo_vmware.api [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1319.110129] env[65664]: value = "task-4416412" [ 1319.110129] env[65664]: _type = "Task" [ 1319.110129] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.119083] env[65664]: DEBUG oslo_vmware.api [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.582062] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52531fdf-3e1f-5cf0-c7f6-a38d5086e2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.028916} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.582844] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35aaa70e-abb1-4e64-9306-5a8bdee3131f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.589444] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1319.589444] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520a1c11-9030-2a17-9a35-6b8c5d6e2360" [ 1319.589444] env[65664]: _type = "Task" [ 1319.589444] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.597529] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520a1c11-9030-2a17-9a35-6b8c5d6e2360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.619682] env[65664]: DEBUG oslo_vmware.api [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416412, 'name': PowerOffVM_Task, 'duration_secs': 0.328573} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.619936] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.620126] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.620387] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba1e0c50-454c-4433-b871-123499f9580a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.648428] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.648659] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.648799] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleting the datastore file [datastore1] 01f48565-2004-4cfd-b603-216450cf0898 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.649094] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14c723d9-64ea-46f4-a060-c95ec167407d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.656143] env[65664]: DEBUG oslo_vmware.api [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1319.656143] env[65664]: value = "task-4416414" [ 1319.656143] env[65664]: _type = "Task" [ 1319.656143] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.664810] env[65664]: DEBUG oslo_vmware.api [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.100553] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520a1c11-9030-2a17-9a35-6b8c5d6e2360, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.100826] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.101107] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.101377] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7328ede9-eee9-45de-ba12-a8c710f5d88e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.109563] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1320.109563] env[65664]: value = "task-4416415" [ 1320.109563] env[65664]: _type = "Task" [ 1320.109563] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.118978] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.168647] env[65664]: DEBUG oslo_vmware.api [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087614} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.169029] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.169232] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.169403] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.169575] env[65664]: INFO nova.compute.manager [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1320.169821] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1320.170078] env[65664]: DEBUG nova.compute.manager [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1320.170194] env[65664]: DEBUG nova.network.neutron [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1320.170467] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.188256] env[65664]: DEBUG nova.network.neutron [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1320.188515] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.620670] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496482} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.621087] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.621190] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.621393] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e4b549-c297-49aa-9cb5-0905bf8c55a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.627802] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1320.627802] env[65664]: value = "task-4416416" [ 1320.627802] env[65664]: _type = "Task" [ 1320.627802] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.636553] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.691287] env[65664]: DEBUG nova.network.neutron [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.138104] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070245} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.138104] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.138586] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1ce82-495c-45aa-8ce6-79f5e5407c35 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.158698] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.158957] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5145f52-ea4d-4d78-ac26-ca0825f2c161 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.178839] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1321.178839] env[65664]: value = "task-4416417" [ 1321.178839] env[65664]: _type = "Task" [ 1321.178839] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.187298] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.193909] env[65664]: INFO nova.compute.manager [-] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Took 1.02 seconds to deallocate network for instance. [ 1321.691140] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416417, 'name': ReconfigVM_Task, 'duration_secs': 0.294163} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.691680] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.692623] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ac779a-f495-4989-b836-e5f1f6bd098e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.701188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.701644] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.701993] env[65664]: DEBUG nova.objects.instance [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lazy-loading 'resources' on Instance uuid 01f48565-2004-4cfd-b603-216450cf0898 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.705516] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1321.705516] env[65664]: value = "task-4416418" [ 1321.705516] env[65664]: _type = "Task" [ 1321.705516] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.727279] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416418, 'name': Rename_Task} progress is 10%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.988494] env[65664]: DEBUG nova.compute.manager [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Stashing vm_state: active {{(pid=65664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1322.221864] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416418, 'name': Rename_Task, 'duration_secs': 0.150226} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.222225] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.222641] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f27be1-10fa-494a-88fa-ed66e5ed30f7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.229655] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1322.229655] env[65664]: value = "task-4416419" [ 1322.229655] env[65664]: _type = "Task" [ 1322.229655] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.242610] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.310539] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba44003-907c-4340-bea5-c71dcce34866 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.319085] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d213f-6add-4a65-a4c4-a04c94fdf79d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.352070] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a397978-ab57-4190-baef-fe7b287ccafe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.361561] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9826f88-290a-489a-84ef-88612ce1b309 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.376586] env[65664]: DEBUG nova.compute.provider_tree [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.509101] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.742885] env[65664]: DEBUG oslo_vmware.api [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416419, 'name': PowerOnVM_Task, 'duration_secs': 0.444774} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.743264] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.743396] env[65664]: INFO nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Took 4.85 seconds to spawn the instance on the hypervisor. [ 1322.743569] env[65664]: DEBUG nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1322.744395] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113aa28-05ab-45f5-81a3-0c71e84e728a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.879616] env[65664]: DEBUG nova.scheduler.client.report [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.263293] env[65664]: INFO nova.compute.manager [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Took 9.57 seconds to build instance. [ 1323.384943] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.387443] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.878s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.411132] env[65664]: INFO nova.scheduler.client.report [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleted allocations for instance 01f48565-2004-4cfd-b603-216450cf0898 [ 1323.765761] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6cb0727b-8965-42a0-9f01-f0ef16aba50b tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.080s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.829702] env[65664]: INFO nova.compute.manager [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Rebuilding instance [ 1323.872058] env[65664]: DEBUG nova.compute.manager [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1323.873296] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607aff5b-8436-42e5-bc32-0dd6eeb4050c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.895861] env[65664]: INFO nova.compute.claims [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.919188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-33ea1249-eecb-46ca-b3b1-b111fb2d2706 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "01f48565-2004-4cfd-b603-216450cf0898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.430s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.401878] env[65664]: INFO nova.compute.resource_tracker [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating resource usage from migration 858d09b2-54d9-41d1-b333-ff7a09347353 [ 1324.483240] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f3c385-91e8-4600-977e-8efe1788a871 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.491865] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add4b6f-a7d8-450e-aac6-f22f9cb380a1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.524505] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f101e02-fc35-4a12-93f4-244ddf33c169 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.533145] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bca1dc-1d45-43bb-a348-54ebea6844e7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.548432] env[65664]: DEBUG nova.compute.provider_tree [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.887126] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.887514] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf7760c-68ca-4554-85da-c1cb4ae70069 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.895931] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1324.895931] env[65664]: value = "task-4416420" [ 1324.895931] env[65664]: _type = "Task" [ 1324.895931] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.909683] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.052392] env[65664]: DEBUG nova.scheduler.client.report [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.095904] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "ef22a137-e827-405a-b324-9964ff0a0735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.096170] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "ef22a137-e827-405a-b324-9964ff0a0735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.096373] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "ef22a137-e827-405a-b324-9964ff0a0735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.096546] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "ef22a137-e827-405a-b324-9964ff0a0735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.096703] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "ef22a137-e827-405a-b324-9964ff0a0735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.098748] env[65664]: INFO nova.compute.manager [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Terminating instance [ 1325.406888] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416420, 'name': PowerOffVM_Task, 'duration_secs': 0.18244} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.407263] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.407965] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.408841] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af0b5c-e49b-46c3-91d1-738a71a5a953 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.416573] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.416901] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4bb007-1e40-4a31-8d24-6d8523fafee1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.443014] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.443260] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.443425] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Deleting the datastore file [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.443698] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1928148b-a18c-4d5d-998e-ce9da795bdab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.450356] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1325.450356] env[65664]: value = "task-4416422" [ 1325.450356] env[65664]: _type = "Task" [ 1325.450356] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.459700] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.559784] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.171s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.559784] env[65664]: INFO nova.compute.manager [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Migrating [ 1325.602279] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "refresh_cache-ef22a137-e827-405a-b324-9964ff0a0735" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.602460] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquired lock "refresh_cache-ef22a137-e827-405a-b324-9964ff0a0735" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.602633] env[65664]: DEBUG nova.network.neutron [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1325.960867] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09106} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.961250] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.961362] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.961490] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.074700] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.074872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.075067] env[65664]: DEBUG nova.network.neutron [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1326.105577] env[65664]: WARNING neutronclient.v2_0.client [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.123976] env[65664]: DEBUG nova.network.neutron [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1326.181831] env[65664]: DEBUG nova.network.neutron [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.578408] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.684616] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Releasing lock "refresh_cache-ef22a137-e827-405a-b324-9964ff0a0735" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.685258] env[65664]: DEBUG nova.compute.manager [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1326.685497] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.689045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8193d648-9aef-4e2c-9c00-ebacc9535063 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.697236] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.697992] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0826ac13-c5af-4d97-bf81-0555dd10b6ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.704705] env[65664]: DEBUG oslo_vmware.api [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1326.704705] env[65664]: value = "task-4416423" [ 1326.704705] env[65664]: _type = "Task" [ 1326.704705] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.713316] env[65664]: DEBUG oslo_vmware.api [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.751566] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.823267] env[65664]: DEBUG nova.network.neutron [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.996537] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1326.996873] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.996921] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1326.997105] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.997285] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1326.997447] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1326.997733] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1326.997905] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1326.998135] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1326.998323] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1326.998495] env[65664]: DEBUG nova.virt.hardware [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1326.999401] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f2a90a-ac63-46ba-9d98-8daac7b085d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.008525] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d703e6b-0aa7-4188-9a3a-49abd9216f71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.022589] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance VIF info [] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.028158] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1327.028451] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.028712] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-843c7ca1-b919-49ed-9478-a5c368067694 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.046576] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.046576] env[65664]: value = "task-4416424" [ 1327.046576] env[65664]: _type = "Task" [ 1327.046576] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.054659] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416424, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.215991] env[65664]: DEBUG oslo_vmware.api [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416423, 'name': PowerOffVM_Task, 'duration_secs': 0.20501} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.216243] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.216460] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.216771] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5693217b-0108-41a0-a65b-cc258a452a18 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.245853] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.246093] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.246291] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleting the datastore file [datastore2] ef22a137-e827-405a-b324-9964ff0a0735 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.246584] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d730c401-e1f8-4d18-a30c-6fc9941482ca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.255856] env[65664]: DEBUG oslo_vmware.api [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for the task: (returnval){ [ 1327.255856] env[65664]: value = "task-4416426" [ 1327.255856] env[65664]: _type = "Task" [ 1327.255856] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.265581] env[65664]: DEBUG oslo_vmware.api [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.326491] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.559069] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416424, 'name': CreateVM_Task, 'duration_secs': 0.24254} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.559438] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.559978] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.560295] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.560734] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.561131] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c760f66-0a8d-4457-878b-9c61c3ee1685 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.566373] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1327.566373] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230cced-83bb-a245-4b97-f1f521fcacfe" [ 1327.566373] env[65664]: _type = "Task" [ 1327.566373] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.574596] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230cced-83bb-a245-4b97-f1f521fcacfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.765792] env[65664]: DEBUG oslo_vmware.api [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Task: {'id': task-4416426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095808} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.766037] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.766219] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.766392] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.766554] env[65664]: INFO nova.compute.manager [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1327.766794] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1327.766975] env[65664]: DEBUG nova.compute.manager [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1327.767081] env[65664]: DEBUG nova.network.neutron [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1327.767344] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.783786] env[65664]: DEBUG nova.network.neutron [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1327.784033] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.077933] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5230cced-83bb-a245-4b97-f1f521fcacfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.078267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.078496] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.078728] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.078876] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.079055] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.079382] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70163aec-03c8-4d64-96d1-eca830728a15 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.090025] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.090237] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.090994] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e70acf-efbd-47e6-965b-47c421eb1d66 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.098122] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1328.098122] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520fe220-2e28-e1a1-e68c-353e2c24e0be" [ 1328.098122] env[65664]: _type = "Task" [ 1328.098122] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.106902] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520fe220-2e28-e1a1-e68c-353e2c24e0be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.286123] env[65664]: DEBUG nova.network.neutron [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.610064] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520fe220-2e28-e1a1-e68c-353e2c24e0be, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.610939] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205b9262-4880-4b07-aaaa-0a2f9a162e0f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.617219] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1328.617219] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52796958-6e8e-e7fb-08c5-a807a6c285d4" [ 1328.617219] env[65664]: _type = "Task" [ 1328.617219] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.625605] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52796958-6e8e-e7fb-08c5-a807a6c285d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.788537] env[65664]: INFO nova.compute.manager [-] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Took 1.02 seconds to deallocate network for instance. [ 1328.840512] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fec891-d1f9-424b-9923-5c82ea507522 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.859167] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 0 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.130352] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52796958-6e8e-e7fb-08c5-a807a6c285d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.130725] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.130859] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.131168] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd0da93-009f-42c4-9d3f-00da19a1433b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.139417] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1329.139417] env[65664]: value = "task-4416427" [ 1329.139417] env[65664]: _type = "Task" [ 1329.139417] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.149326] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.295590] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.295886] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.296185] env[65664]: DEBUG nova.objects.instance [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lazy-loading 'resources' on Instance uuid ef22a137-e827-405a-b324-9964ff0a0735 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.364564] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.364898] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf8c1539-7ec2-46e3-bc80-0e70d0d4ab2b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.377365] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1329.377365] env[65664]: value = "task-4416428" [ 1329.377365] env[65664]: _type = "Task" [ 1329.377365] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.387414] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.650984] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453536} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.651313] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.651529] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.651837] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9717bdce-bfad-4311-a624-1444460785b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.659478] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1329.659478] env[65664]: value = "task-4416429" [ 1329.659478] env[65664]: _type = "Task" [ 1329.659478] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.669156] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.875717] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d0752e-3408-4181-abee-c615d45a75e9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.888473] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416428, 'name': PowerOffVM_Task, 'duration_secs': 0.328662} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.888821] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.889015] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 17 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.892985] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7de5a8-fc72-451e-8e1f-4f326ab10b65 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.922973] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb3fd0e-9a92-49f9-aff9-3e7224e4e825 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.931062] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546a9b7-8102-4a5a-bf05-ce72a3c7d414 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.947759] env[65664]: DEBUG nova.compute.provider_tree [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.169644] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064453} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.170034] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.170721] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe04b97-c919-4e15-8179-d7505a2b643a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.190595] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.190794] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb3acb2-f454-4851-874f-407d32b7ef9c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.210747] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1330.210747] env[65664]: value = "task-4416430" [ 1330.210747] env[65664]: _type = "Task" [ 1330.210747] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.219064] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.399027] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1330.399288] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.399418] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1330.399605] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.399750] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1330.399886] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1330.400094] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.400274] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1330.400433] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1330.400591] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1330.400759] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1330.405824] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c5fb09-b26a-4269-983f-d46639fc0a4d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.423266] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1330.423266] env[65664]: value = "task-4416431" [ 1330.423266] env[65664]: _type = "Task" [ 1330.423266] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.432104] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.451416] env[65664]: DEBUG nova.scheduler.client.report [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.721171] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416430, 'name': ReconfigVM_Task, 'duration_secs': 0.27652} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.721423] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0/77a3ca36-9b4c-41c0-b418-21a00c58cff0.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.722109] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230ab4b7-de0c-4831-b5d0-1c13f15c0672 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.728925] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1330.728925] env[65664]: value = "task-4416432" [ 1330.728925] env[65664]: _type = "Task" [ 1330.728925] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.737158] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416432, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.933634] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416431, 'name': ReconfigVM_Task, 'duration_secs': 0.262312} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.933956] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 33 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.956487] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.975525] env[65664]: INFO nova.scheduler.client.report [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Deleted allocations for instance ef22a137-e827-405a-b324-9964ff0a0735 [ 1331.239096] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416432, 'name': Rename_Task, 'duration_secs': 0.141671} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.239376] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.239620] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09541a1c-22ab-4d1c-8727-7bebba73d245 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.247105] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1331.247105] env[65664]: value = "task-4416433" [ 1331.247105] env[65664]: _type = "Task" [ 1331.247105] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.256515] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.440181] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1331.440470] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.440631] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1331.440829] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.440973] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1331.441138] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1331.441441] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.441715] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1331.441918] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1331.442118] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1331.442313] env[65664]: DEBUG nova.virt.hardware [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1331.448427] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.448827] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad521945-025a-4f18-a6fb-b26ce2f6c35a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.470245] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1331.470245] env[65664]: value = "task-4416434" [ 1331.470245] env[65664]: _type = "Task" [ 1331.470245] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.484789] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.485484] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a6f24bc0-1f08-4409-a891-90f06c0b6d45 tempest-ServerShowV247Test-54533353 tempest-ServerShowV247Test-54533353-project-member] Lock "ef22a137-e827-405a-b324-9964ff0a0735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.759377] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.980960] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416434, 'name': ReconfigVM_Task, 'duration_secs': 0.176577} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.981243] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1331.982068] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afbd21e-2c81-4ce9-9d45-54868c4b28b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.004866] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.005219] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ab6caa-8d1d-48f4-b8bb-7b7bd3cbf3ac {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.024517] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1332.024517] env[65664]: value = "task-4416435" [ 1332.024517] env[65664]: _type = "Task" [ 1332.024517] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.033531] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.259694] env[65664]: DEBUG oslo_vmware.api [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416433, 'name': PowerOnVM_Task, 'duration_secs': 1.010697} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.260113] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.260206] env[65664]: DEBUG nova.compute.manager [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1332.261025] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976ba4d-0e95-4d74-bd5e-7150b4e0e72c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.535829] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416435, 'name': ReconfigVM_Task, 'duration_secs': 0.273585} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.536225] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.536527] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 50 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.778315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.778687] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.778928] env[65664]: DEBUG nova.objects.instance [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1333.043593] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1ea40-17bb-405f-a57f-65309a44ad32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.064284] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fce3de-9fee-40bc-b3b5-579480081af8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.085287] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 67 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.592081] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.592468] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.632235] env[65664]: DEBUG nova.network.neutron [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Port e287c7bb-94ea-45b7-a52c-cfd985e36626 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1333.674955] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.675272] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.675498] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.676021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.676021] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.677946] env[65664]: INFO nova.compute.manager [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Terminating instance [ 1333.787608] env[65664]: DEBUG oslo_concurrency.lockutils [None req-003b4428-8bcc-448a-9036-30d04af3a424 tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.181409] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "refresh_cache-77a3ca36-9b4c-41c0-b418-21a00c58cff0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.181777] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquired lock "refresh_cache-77a3ca36-9b4c-41c0-b418-21a00c58cff0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.181950] env[65664]: DEBUG nova.network.neutron [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1334.656493] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.656837] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.656890] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.684829] env[65664]: WARNING neutronclient.v2_0.client [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.704545] env[65664]: DEBUG nova.network.neutron [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1334.761839] env[65664]: DEBUG nova.network.neutron [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.264349] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Releasing lock "refresh_cache-77a3ca36-9b4c-41c0-b418-21a00c58cff0" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.264841] env[65664]: DEBUG nova.compute.manager [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1335.265518] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.266123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62be5d-703c-4fed-9633-9b82e952ec20 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.275239] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.275516] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ad989a-4c31-4ec6-86dd-252c6c0d8e5a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.282580] env[65664]: DEBUG oslo_vmware.api [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1335.282580] env[65664]: value = "task-4416436" [ 1335.282580] env[65664]: _type = "Task" [ 1335.282580] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.292869] env[65664]: DEBUG oslo_vmware.api [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.566207] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.566446] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.663167] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.692694] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.692914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.693468] env[65664]: DEBUG nova.network.neutron [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1335.793998] env[65664]: DEBUG oslo_vmware.api [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416436, 'name': PowerOffVM_Task, 'duration_secs': 0.128953} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.794232] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.794377] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.794670] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b145e28-b863-4983-ac71-47cd694cca00 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.824697] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.824941] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.825111] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Deleting the datastore file [datastore1] 77a3ca36-9b4c-41c0-b418-21a00c58cff0 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.825385] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab720d2b-31d9-4eac-be5d-a0d45fa054f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.832192] env[65664]: DEBUG oslo_vmware.api [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for the task: (returnval){ [ 1335.832192] env[65664]: value = "task-4416438" [ 1335.832192] env[65664]: _type = "Task" [ 1335.832192] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.841061] env[65664]: DEBUG oslo_vmware.api [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.196460] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.342176] env[65664]: DEBUG oslo_vmware.api [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Task: {'id': task-4416438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090612} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.342438] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.342583] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.342753] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.342941] env[65664]: INFO nova.compute.manager [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1336.343155] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1336.343379] env[65664]: DEBUG nova.compute.manager [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1336.343481] env[65664]: DEBUG nova.network.neutron [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1336.343715] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.355575] env[65664]: WARNING neutronclient.v2_0.client [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.360569] env[65664]: DEBUG nova.network.neutron [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1336.360782] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.423298] env[65664]: DEBUG nova.network.neutron [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.565653] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.565809] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.863925] env[65664]: DEBUG nova.network.neutron [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.925743] env[65664]: DEBUG oslo_concurrency.lockutils [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.367181] env[65664]: INFO nova.compute.manager [-] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Took 1.02 seconds to deallocate network for instance. [ 1337.453445] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04caea3-d700-47d3-bc5b-f5a170699e6f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.473370] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611eed44-824f-4724-969e-7d7c2ef45660 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.480567] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 83 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.566107] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.873701] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.874156] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.874217] env[65664]: DEBUG nova.objects.instance [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lazy-loading 'resources' on Instance uuid 77a3ca36-9b4c-41c0-b418-21a00c58cff0 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.987023] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.987341] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f11cab7-c0e4-4f0c-bacf-c357195aabb0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.995318] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1337.995318] env[65664]: value = "task-4416439" [ 1337.995318] env[65664]: _type = "Task" [ 1337.995318] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.005025] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.442623] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aaf3c6-b1b6-440f-bf6a-52478c5ed1d2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.450756] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e0d5ad-6df7-4d96-83af-f8295988ad56 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.481392] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f52bb-8cd8-472a-b47d-08f78e347edc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.490065] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a04816-3962-4aba-822e-18bc54954183 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.503921] env[65664]: DEBUG nova.compute.provider_tree [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.513357] env[65664]: DEBUG oslo_vmware.api [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416439, 'name': PowerOnVM_Task, 'duration_secs': 0.37424} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.514221] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.514405] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3a0ef-ce3d-4f11-a783-457efc6bb499 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance 'ff295928-4fec-4bf2-bcae-adea57da5119' progress to 100 {{(pid=65664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.565608] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.010131] env[65664]: DEBUG nova.scheduler.client.report [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.515400] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.536941] env[65664]: INFO nova.scheduler.client.report [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Deleted allocations for instance 77a3ca36-9b4c-41c0-b418-21a00c58cff0 [ 1340.044420] env[65664]: DEBUG oslo_concurrency.lockutils [None req-42b3ea76-a2be-44ae-9b38-1e426726e95d tempest-ServersListShow296Test-1857495829 tempest-ServersListShow296Test-1857495829-project-member] Lock "77a3ca36-9b4c-41c0-b418-21a00c58cff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.369s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.537177] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.576620] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.577137] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.577286] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.613842] env[65664]: DEBUG nova.network.neutron [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Port e287c7bb-94ea-45b7-a52c-cfd985e36626 binding to destination host cpu-1 is already ACTIVE {{(pid=65664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1340.614142] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.614318] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.614464] env[65664]: DEBUG nova.network.neutron [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1341.117656] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.283448] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.350920] env[65664]: DEBUG nova.network.neutron [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.565939] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.566117] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1341.566297] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.854291] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.070332] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.070580] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.070743] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.070888] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1342.071873] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ea8452-c0e5-48b0-86e9-68f02efaf697 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.080534] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8851f3b4-20d1-4e75-807b-f297133e3ce5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.094975] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4558c0-86aa-4303-8236-bfc538c9a702 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.102026] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d7854-dfe7-490f-a9cf-0e8413fa6df8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.132691] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179816MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1342.133074] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.133074] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.358027] env[65664]: DEBUG nova.compute.manager [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65664) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1342.358267] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.141072] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Applying migration context for instance ff295928-4fec-4bf2-bcae-adea57da5119 as it has an incoming, in-progress migration 858d09b2-54d9-41d1-b333-ff7a09347353. Migration status is reverting {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1343.141072] env[65664]: INFO nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating resource usage from migration 858d09b2-54d9-41d1-b333-ff7a09347353 [ 1343.159841] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance bd2517f7-ffe6-42c8-8319-edf7bb70c3bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1343.159987] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Migration 858d09b2-54d9-41d1-b333-ff7a09347353 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1343.160121] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance ff295928-4fec-4bf2-bcae-adea57da5119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1343.160316] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1343.160471] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_os_type_None': '2', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '1', 'io_workload': '0', 'num_vm_active': '1', 'num_task_None': '1', 'num_proj_ec096aa96a8a4a98ac3c7a634a14c2a8': '1'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1343.207832] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c91493c-3dec-46fc-8f4d-4b4c15073b53 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.215718] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e73fd6a-90db-48c8-a5dc-17e25fcd0507 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.245446] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a8aa86-15a0-4720-a5b5-1b385aa803c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.253330] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc381571-0de5-4ecb-af5f-3086d976b385 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.266712] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.769948] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.278318] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1344.278748] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.278830] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.921s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.782391] env[65664]: DEBUG nova.objects.instance [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'migration_context' on Instance uuid ff295928-4fec-4bf2-bcae-adea57da5119 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.338574] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea350106-0e1a-4964-a335-7f85cc77b038 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.346801] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730daae-7c87-49ec-85d9-7d827262b0c2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.376890] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9788f8-3c19-436d-876c-ff9d4854eef1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.385380] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7fecc1-2f24-48f5-b985-93d07a6748fb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.398691] env[65664]: DEBUG nova.compute.provider_tree [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.901882] env[65664]: DEBUG nova.scheduler.client.report [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.913884] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.635s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.628908] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.629211] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.629371] env[65664]: INFO nova.compute.manager [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Shelving [ 1348.453752] env[65664]: INFO nova.compute.manager [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Swapping old allocation on dict_keys(['dcba89b0-9d8d-4507-803f-07189f190295']) held by migration 858d09b2-54d9-41d1-b333-ff7a09347353 for instance [ 1348.476966] env[65664]: DEBUG nova.scheduler.client.report [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Overwriting current allocation {'allocations': {'dcba89b0-9d8d-4507-803f-07189f190295': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': '8e9f376b359f48f89b094b64f9e8942a', 'user_id': '5f5adfa95e5f4777a237904258337b5d', 'consumer_generation': 1} on consumer ff295928-4fec-4bf2-bcae-adea57da5119 {{(pid=65664) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1348.526693] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.567853] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.568101] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.568291] env[65664]: DEBUG nova.network.neutron [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1348.638764] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.639091] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02843e72-1080-4ac5-a9f7-f640b777f3c5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.649289] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1348.649289] env[65664]: value = "task-4416440" [ 1348.649289] env[65664]: _type = "Task" [ 1348.649289] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.659583] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.070821] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.160648] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416440, 'name': PowerOffVM_Task, 'duration_secs': 0.279668} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.160930] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.161755] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aa4f39-4af1-4d0f-8f87-82b0fad79297 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.185866] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fde7b-e3b1-4048-880f-9eaa66896c7e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.243657] env[65664]: WARNING neutronclient.v2_0.client [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.326796] env[65664]: DEBUG nova.network.neutron [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [{"id": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "address": "fa:16:3e:27:0b:44", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape287c7bb-94", "ovs_interfaceid": "e287c7bb-94ea-45b7-a52c-cfd985e36626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.698631] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1349.699055] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8521801e-62ca-467e-b877-d08798d3cb51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.708225] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1349.708225] env[65664]: value = "task-4416441" [ 1349.708225] env[65664]: _type = "Task" [ 1349.708225] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.721110] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416441, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.830232] env[65664]: DEBUG oslo_concurrency.lockutils [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-ff295928-4fec-4bf2-bcae-adea57da5119" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.830811] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.831165] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f6e334-6541-44b6-856b-d9870bb1c82c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.840014] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1349.840014] env[65664]: value = "task-4416442" [ 1349.840014] env[65664]: _type = "Task" [ 1349.840014] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.851234] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.219153] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416441, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.350062] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416442, 'name': PowerOffVM_Task, 'duration_secs': 0.204036} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.350286] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.350923] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1350.351148] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.351298] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1350.351476] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.351624] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1350.351757] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1350.351996] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1350.352175] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1350.352341] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1350.352497] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1350.352665] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1350.357781] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca92bf74-9d5d-41c8-960d-7e04fdaa3bbd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.376330] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1350.376330] env[65664]: value = "task-4416443" [ 1350.376330] env[65664]: _type = "Task" [ 1350.376330] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.385753] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.719565] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416441, 'name': CreateSnapshot_Task, 'duration_secs': 0.522967} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.719991] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.720606] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e472f4b-ea22-4b90-8ed8-9ac319d8db8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.887983] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416443, 'name': ReconfigVM_Task, 'duration_secs': 0.147048} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.888894] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0128fe0-08cf-4746-a5b5-67bc1832d417 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.911493] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1350.911881] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.912124] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1350.912399] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.912610] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1350.912822] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1350.913138] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1350.913399] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1350.913665] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1350.913922] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1350.914226] env[65664]: DEBUG nova.virt.hardware [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1350.915453] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f027fa-aee3-481a-b340-bc65cc836d99 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.923563] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1350.923563] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520889f6-1080-f63d-00f0-419c79bd29a5" [ 1350.923563] env[65664]: _type = "Task" [ 1350.923563] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.938078] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520889f6-1080-f63d-00f0-419c79bd29a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.946400] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1350.946677] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d403c7-b09a-4643-ba5a-a2b7d3ef5139 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.967236] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1350.967236] env[65664]: value = "task-4416444" [ 1350.967236] env[65664]: _type = "Task" [ 1350.967236] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.975969] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.238414] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1351.238780] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7895c811-02c3-4408-951c-6524f1c62a61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.248168] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1351.248168] env[65664]: value = "task-4416445" [ 1351.248168] env[65664]: _type = "Task" [ 1351.248168] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.257242] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416445, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.478422] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416444, 'name': ReconfigVM_Task, 'duration_secs': 0.233308} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.478698] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.479508] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e022df-b326-4f0b-a642-a64d8ef9cb1f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.502694] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.503075] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a5793b-8997-4129-a313-435f96b6a60c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.521669] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1351.521669] env[65664]: value = "task-4416446" [ 1351.521669] env[65664]: _type = "Task" [ 1351.521669] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.530488] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.759273] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416445, 'name': CloneVM_Task} progress is 93%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.032417] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.260847] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416445, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.533067] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416446, 'name': ReconfigVM_Task, 'duration_secs': 0.983013} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.533289] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119/ff295928-4fec-4bf2-bcae-adea57da5119.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.534194] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537614f-5d0c-400a-8899-9119a80a31d8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.553801] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81715091-c6a2-4076-8c1d-8a731a1c057c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.572649] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b469c92-9474-4d3f-868a-04ec3c02a8c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.593233] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361ded1-c980-45de-b08e-077ab90a640b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.601301] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.601599] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed21eda-4da2-4edb-9c43-7a193ca16a97 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.609052] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1352.609052] env[65664]: value = "task-4416447" [ 1352.609052] env[65664]: _type = "Task" [ 1352.609052] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.618279] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.761105] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416445, 'name': CloneVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.119105] env[65664]: DEBUG oslo_vmware.api [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416447, 'name': PowerOnVM_Task, 'duration_secs': 0.378557} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.119336] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.261646] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416445, 'name': CloneVM_Task, 'duration_secs': 1.573495} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.261928] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Created linked-clone VM from snapshot [ 1353.262712] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b22fa6-077b-41ff-b1ce-ba94123df491 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.270989] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Uploading image bfd0030e-39ff-4ab9-92b8-1991ae239fd6 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1353.298364] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1353.298364] env[65664]: value = "vm-864256" [ 1353.298364] env[65664]: _type = "VirtualMachine" [ 1353.298364] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1353.298685] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6201c05d-8254-4728-a683-4cd77cb4a756 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.306764] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease: (returnval){ [ 1353.306764] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5285b60a-428c-8da7-6429-d963d605ba9f" [ 1353.306764] env[65664]: _type = "HttpNfcLease" [ 1353.306764] env[65664]: } obtained for exporting VM: (result){ [ 1353.306764] env[65664]: value = "vm-864256" [ 1353.306764] env[65664]: _type = "VirtualMachine" [ 1353.306764] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1353.307097] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the lease: (returnval){ [ 1353.307097] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5285b60a-428c-8da7-6429-d963d605ba9f" [ 1353.307097] env[65664]: _type = "HttpNfcLease" [ 1353.307097] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1353.314169] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1353.314169] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5285b60a-428c-8da7-6429-d963d605ba9f" [ 1353.314169] env[65664]: _type = "HttpNfcLease" [ 1353.314169] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1353.815782] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1353.815782] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5285b60a-428c-8da7-6429-d963d605ba9f" [ 1353.815782] env[65664]: _type = "HttpNfcLease" [ 1353.815782] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1353.816298] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1353.816298] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5285b60a-428c-8da7-6429-d963d605ba9f" [ 1353.816298] env[65664]: _type = "HttpNfcLease" [ 1353.816298] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1353.816817] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159500b-66eb-465a-b7e0-f93ec906e266 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.824737] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a5d05-4150-bdfd-f573-c268b24697f2/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1353.824950] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a5d05-4150-bdfd-f573-c268b24697f2/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1353.910882] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97d78cf2-a213-4d05-8031-9d7dbae8952f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.129918] env[65664]: INFO nova.compute.manager [None req-bd927a1e-0a8d-4a5b-9331-a3a492e6c7e1 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance to original state: 'active' [ 1355.451785] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ff295928-4fec-4bf2-bcae-adea57da5119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.452259] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.452310] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.452967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.453186] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.455422] env[65664]: INFO nova.compute.manager [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Terminating instance [ 1355.959698] env[65664]: DEBUG nova.compute.manager [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1355.959922] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.960858] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ab6903-3fb4-42ae-ae74-8055c5061033 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.969389] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.969707] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f68ff0c-6bc3-4970-88af-ec85a768e94d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.978391] env[65664]: DEBUG oslo_vmware.api [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1355.978391] env[65664]: value = "task-4416449" [ 1355.978391] env[65664]: _type = "Task" [ 1355.978391] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.989428] env[65664]: DEBUG oslo_vmware.api [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.490225] env[65664]: DEBUG oslo_vmware.api [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416449, 'name': PowerOffVM_Task, 'duration_secs': 0.225714} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.490596] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.490644] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.490871] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f95ee5c-a811-4dcb-98e9-d531dca43fd4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.561449] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.561673] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.561829] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleting the datastore file [datastore2] ff295928-4fec-4bf2-bcae-adea57da5119 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.562185] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a8c539-f553-4c9f-8667-cc824a67651a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.570445] env[65664]: DEBUG oslo_vmware.api [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1356.570445] env[65664]: value = "task-4416451" [ 1356.570445] env[65664]: _type = "Task" [ 1356.570445] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.578582] env[65664]: DEBUG oslo_vmware.api [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.081711] env[65664]: DEBUG oslo_vmware.api [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22488} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.082068] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.082329] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.082544] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.082736] env[65664]: INFO nova.compute.manager [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1357.083044] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1357.083274] env[65664]: DEBUG nova.compute.manager [-] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1357.083375] env[65664]: DEBUG nova.network.neutron [-] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1357.083672] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1357.146103] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1357.585421] env[65664]: DEBUG nova.compute.manager [req-27e0dcae-aa8f-4053-883a-0766ad27b997 req-dccac632-f8c5-4548-9f51-f0a0e0b08eec service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Received event network-vif-deleted-e287c7bb-94ea-45b7-a52c-cfd985e36626 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1357.585844] env[65664]: INFO nova.compute.manager [req-27e0dcae-aa8f-4053-883a-0766ad27b997 req-dccac632-f8c5-4548-9f51-f0a0e0b08eec service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Neutron deleted interface e287c7bb-94ea-45b7-a52c-cfd985e36626; detaching it from the instance and deleting it from the info cache [ 1357.585844] env[65664]: DEBUG nova.network.neutron [req-27e0dcae-aa8f-4053-883a-0766ad27b997 req-dccac632-f8c5-4548-9f51-f0a0e0b08eec service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.069139] env[65664]: DEBUG nova.network.neutron [-] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.088653] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a681a72d-c52b-4ff5-952a-e352d76dc258 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.101217] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f22a88-a28a-4e6c-96de-9349e3e4b358 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.129873] env[65664]: DEBUG nova.compute.manager [req-27e0dcae-aa8f-4053-883a-0766ad27b997 req-dccac632-f8c5-4548-9f51-f0a0e0b08eec service nova] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Detach interface failed, port_id=e287c7bb-94ea-45b7-a52c-cfd985e36626, reason: Instance ff295928-4fec-4bf2-bcae-adea57da5119 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1358.573318] env[65664]: INFO nova.compute.manager [-] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Took 1.49 seconds to deallocate network for instance. [ 1359.080635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.081068] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.081132] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.104671] env[65664]: INFO nova.scheduler.client.report [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted allocations for instance ff295928-4fec-4bf2-bcae-adea57da5119 [ 1359.612926] env[65664]: DEBUG oslo_concurrency.lockutils [None req-f9a2bfa3-03f7-4173-a31d-b52c96597938 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "ff295928-4fec-4bf2-bcae-adea57da5119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.161s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.511400] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.511752] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.013668] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1361.482751] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a5d05-4150-bdfd-f573-c268b24697f2/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.483698] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577218a4-4787-480d-9e96-cd04e1ef58dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.490642] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a5d05-4150-bdfd-f573-c268b24697f2/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.490810] env[65664]: ERROR oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a5d05-4150-bdfd-f573-c268b24697f2/disk-0.vmdk due to incomplete transfer. [ 1361.491052] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a249adea-5b3a-49fd-b486-ca2da8032ce0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.499352] env[65664]: DEBUG oslo_vmware.rw_handles [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a5d05-4150-bdfd-f573-c268b24697f2/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1361.499544] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Uploaded image bfd0030e-39ff-4ab9-92b8-1991ae239fd6 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1361.501797] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1361.502465] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab120b01-7162-42a5-b876-51f8feb0040e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.510463] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1361.510463] env[65664]: value = "task-4416452" [ 1361.510463] env[65664]: _type = "Task" [ 1361.510463] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.521383] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416452, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.538551] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.538829] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.540486] env[65664]: INFO nova.compute.claims [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.020660] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416452, 'name': Destroy_Task, 'duration_secs': 0.373091} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.020915] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Destroyed the VM [ 1362.021166] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1362.021415] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ab57ee9-f93e-4aa0-97b5-76ea9991c1d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.028214] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1362.028214] env[65664]: value = "task-4416453" [ 1362.028214] env[65664]: _type = "Task" [ 1362.028214] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.036371] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.538878] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416453, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427851} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.539269] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1362.539393] env[65664]: DEBUG nova.compute.manager [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1362.540146] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8988f2-9c9a-4794-9c44-6545830bc516 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.566620] env[65664]: DEBUG nova.scheduler.client.report [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1362.580098] env[65664]: DEBUG nova.scheduler.client.report [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1362.580336] env[65664]: DEBUG nova.compute.provider_tree [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.591755] env[65664]: DEBUG nova.scheduler.client.report [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1362.611795] env[65664]: DEBUG nova.scheduler.client.report [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1362.649338] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ddb0ce-4a4a-4100-8462-119bfbb1b822 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.659068] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bdcdac-c2df-4204-9841-78eb48576049 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.690809] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51446204-5bf6-4ee2-bfc2-1c0d13c12cfe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.700030] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d31277-b4e5-4c3c-8b77-6a28be75ea94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.714913] env[65664]: DEBUG nova.compute.provider_tree [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.054750] env[65664]: INFO nova.compute.manager [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Shelve offloading [ 1363.218346] env[65664]: DEBUG nova.scheduler.client.report [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.558967] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.559406] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1046f630-b3a4-4a68-9d0f-5245819d9125 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.568013] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1363.568013] env[65664]: value = "task-4416454" [ 1363.568013] env[65664]: _type = "Task" [ 1363.568013] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.577704] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1363.577909] env[65664]: DEBUG nova.compute.manager [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1363.578698] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0bc6b-8569-4725-91cb-ff9935840992 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.584840] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.584999] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.585181] env[65664]: DEBUG nova.network.neutron [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1363.723137] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.723657] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1364.088027] env[65664]: WARNING neutronclient.v2_0.client [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.228939] env[65664]: DEBUG nova.compute.utils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.230382] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1364.230562] env[65664]: DEBUG nova.network.neutron [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1364.230899] env[65664]: WARNING neutronclient.v2_0.client [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.231258] env[65664]: WARNING neutronclient.v2_0.client [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.254625] env[65664]: WARNING neutronclient.v2_0.client [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.270323] env[65664]: DEBUG nova.policy [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5adfa95e5f4777a237904258337b5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9f376b359f48f89b094b64f9e8942a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.320629] env[65664]: DEBUG nova.network.neutron [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.587013] env[65664]: DEBUG nova.network.neutron [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Successfully created port: 9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1364.734165] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1364.823094] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.823539] env[65664]: WARNING neutronclient.v2_0.client [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.823897] env[65664]: WARNING neutronclient.v2_0.client [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.043789] env[65664]: DEBUG nova.compute.manager [req-ebb3bf64-03d7-43ed-884e-7eb45f0bb32a req-da0ed693-5f3d-49dc-a6be-d49aa3e3183e service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-vif-unplugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1365.044341] env[65664]: DEBUG oslo_concurrency.lockutils [req-ebb3bf64-03d7-43ed-884e-7eb45f0bb32a req-da0ed693-5f3d-49dc-a6be-d49aa3e3183e service nova] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.044341] env[65664]: DEBUG oslo_concurrency.lockutils [req-ebb3bf64-03d7-43ed-884e-7eb45f0bb32a req-da0ed693-5f3d-49dc-a6be-d49aa3e3183e service nova] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.044577] env[65664]: DEBUG oslo_concurrency.lockutils [req-ebb3bf64-03d7-43ed-884e-7eb45f0bb32a req-da0ed693-5f3d-49dc-a6be-d49aa3e3183e service nova] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.044577] env[65664]: DEBUG nova.compute.manager [req-ebb3bf64-03d7-43ed-884e-7eb45f0bb32a req-da0ed693-5f3d-49dc-a6be-d49aa3e3183e service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] No waiting events found dispatching network-vif-unplugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1365.044684] env[65664]: WARNING nova.compute.manager [req-ebb3bf64-03d7-43ed-884e-7eb45f0bb32a req-da0ed693-5f3d-49dc-a6be-d49aa3e3183e service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received unexpected event network-vif-unplugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 for instance with vm_state shelved and task_state shelving_offloading. [ 1365.137789] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.138812] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa34b00-34fe-43ba-9f02-c323eca79b2f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.146989] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.147303] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f68111-fb90-46d0-9c9f-0620cfa72119 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.235023] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.235271] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.235441] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleting the datastore file [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.235714] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cabbf46a-a1bf-4496-a134-6125633a736a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.246284] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1365.246284] env[65664]: value = "task-4416456" [ 1365.246284] env[65664]: _type = "Task" [ 1365.246284] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.254740] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.744264] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1365.755903] env[65664]: DEBUG oslo_vmware.api [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129508} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.756175] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.756360] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.756529] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.770066] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1365.770324] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.770476] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1365.770673] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.770886] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1365.771099] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1365.771476] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.771664] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1365.771910] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1365.772189] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1365.772378] env[65664]: DEBUG nova.virt.hardware [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1365.773280] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77682297-abd8-4587-9d01-1e1e67bd14df {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.777948] env[65664]: INFO nova.scheduler.client.report [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted allocations for instance bd2517f7-ffe6-42c8-8319-edf7bb70c3bd [ 1365.783921] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3eecf-ef26-4167-bebf-6d551cab0e86 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.990662] env[65664]: DEBUG nova.compute.manager [req-7f399b38-2fdb-40b6-b58d-6abc0d2dd61e req-c463f974-a396-4cfa-a4a1-d2b1a140741e service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Received event network-vif-plugged-9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1365.990894] env[65664]: DEBUG oslo_concurrency.lockutils [req-7f399b38-2fdb-40b6-b58d-6abc0d2dd61e req-c463f974-a396-4cfa-a4a1-d2b1a140741e service nova] Acquiring lock "69a749cc-5bfe-4565-bba0-7e475167d8f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.991317] env[65664]: DEBUG oslo_concurrency.lockutils [req-7f399b38-2fdb-40b6-b58d-6abc0d2dd61e req-c463f974-a396-4cfa-a4a1-d2b1a140741e service nova] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.991418] env[65664]: DEBUG oslo_concurrency.lockutils [req-7f399b38-2fdb-40b6-b58d-6abc0d2dd61e req-c463f974-a396-4cfa-a4a1-d2b1a140741e service nova] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.991548] env[65664]: DEBUG nova.compute.manager [req-7f399b38-2fdb-40b6-b58d-6abc0d2dd61e req-c463f974-a396-4cfa-a4a1-d2b1a140741e service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] No waiting events found dispatching network-vif-plugged-9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1365.991719] env[65664]: WARNING nova.compute.manager [req-7f399b38-2fdb-40b6-b58d-6abc0d2dd61e req-c463f974-a396-4cfa-a4a1-d2b1a140741e service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Received unexpected event network-vif-plugged-9d62ba3a-8b49-4684-b279-f2e7b000300a for instance with vm_state building and task_state spawning. [ 1366.073020] env[65664]: DEBUG nova.network.neutron [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Successfully updated port: 9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1366.284314] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.284658] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.284916] env[65664]: DEBUG nova.objects.instance [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'resources' on Instance uuid bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.575949] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.576110] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.576331] env[65664]: DEBUG nova.network.neutron [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1366.788923] env[65664]: DEBUG nova.objects.instance [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'numa_topology' on Instance uuid bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.071934] env[65664]: DEBUG nova.compute.manager [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1367.072229] env[65664]: DEBUG nova.compute.manager [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing instance network info cache due to event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1367.072442] env[65664]: DEBUG oslo_concurrency.lockutils [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.072580] env[65664]: DEBUG oslo_concurrency.lockutils [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.072790] env[65664]: DEBUG nova.network.neutron [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.111405] env[65664]: DEBUG nova.network.neutron [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1367.188906] env[65664]: WARNING neutronclient.v2_0.client [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.260078] env[65664]: DEBUG nova.network.neutron [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [{"id": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "address": "fa:16:3e:42:79:c4", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d62ba3a-8b", "ovs_interfaceid": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.291596] env[65664]: DEBUG nova.objects.base [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1367.334301] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27228af6-4045-4504-a5db-a8c1eabf15aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.343528] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce37ee7-9888-4f76-909c-9b258448d35b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.373560] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9902b0e1-61e6-44e6-9692-e19661c09f62 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.381743] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdd124-1ea0-41cc-9d16-14c4028686b7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.397020] env[65664]: DEBUG nova.compute.provider_tree [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.575166] env[65664]: WARNING neutronclient.v2_0.client [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.748646] env[65664]: WARNING neutronclient.v2_0.client [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.762437] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.762792] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Instance network_info: |[{"id": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "address": "fa:16:3e:42:79:c4", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d62ba3a-8b", "ovs_interfaceid": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1367.763280] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:79:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d62ba3a-8b49-4684-b279-f2e7b000300a', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.770626] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1367.770845] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.771087] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3857b9ac-800b-47bd-9487-c9a4d6de30c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.794883] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.794883] env[65664]: value = "task-4416457" [ 1367.794883] env[65664]: _type = "Task" [ 1367.794883] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.803381] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416457, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.823176] env[65664]: DEBUG nova.network.neutron [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updated VIF entry in instance network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1367.823729] env[65664]: DEBUG nova.network.neutron [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7637c833-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.900775] env[65664]: DEBUG nova.scheduler.client.report [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.938498] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.022803] env[65664]: DEBUG nova.compute.manager [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Received event network-changed-9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1368.022803] env[65664]: DEBUG nova.compute.manager [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Refreshing instance network info cache due to event network-changed-9d62ba3a-8b49-4684-b279-f2e7b000300a. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1368.022803] env[65664]: DEBUG oslo_concurrency.lockutils [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] Acquiring lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.023000] env[65664]: DEBUG oslo_concurrency.lockutils [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] Acquired lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.023000] env[65664]: DEBUG nova.network.neutron [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Refreshing network info cache for port 9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.305256] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416457, 'name': CreateVM_Task, 'duration_secs': 0.307645} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.305454] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.305887] env[65664]: WARNING neutronclient.v2_0.client [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.306274] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.306423] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.306735] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.306983] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c57520a-2927-4399-bb0d-ec6b026f35b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.311820] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1368.311820] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52be74c8-126c-aec5-dbdd-655f5d3c34a5" [ 1368.311820] env[65664]: _type = "Task" [ 1368.311820] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.319863] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52be74c8-126c-aec5-dbdd-655f5d3c34a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.326442] env[65664]: DEBUG oslo_concurrency.lockutils [req-988a7f78-0af0-4346-9ea6-2ca43b2f5ea1 req-7fb54b46-4b11-42e9-a390-a29a7350ba80 service nova] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.406816] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.525909] env[65664]: WARNING neutronclient.v2_0.client [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.663894] env[65664]: WARNING neutronclient.v2_0.client [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.730615] env[65664]: DEBUG nova.network.neutron [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updated VIF entry in instance network info cache for port 9d62ba3a-8b49-4684-b279-f2e7b000300a. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1368.730970] env[65664]: DEBUG nova.network.neutron [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [{"id": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "address": "fa:16:3e:42:79:c4", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d62ba3a-8b", "ovs_interfaceid": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.826295] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52be74c8-126c-aec5-dbdd-655f5d3c34a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01484} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.826694] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.826812] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.827058] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.827203] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.827394] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.827658] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb21a88-5c4d-4613-b26e-dee4ea18b453 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.837276] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.837445] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.838226] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b25a60d-be1b-463a-a02a-d2ddcdb39264 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.845069] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1368.845069] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524c6a9b-51e3-7969-4ab2-7c9f075a1636" [ 1368.845069] env[65664]: _type = "Task" [ 1368.845069] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.853200] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524c6a9b-51e3-7969-4ab2-7c9f075a1636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.915192] env[65664]: DEBUG oslo_concurrency.lockutils [None req-99136243-5d9e-4b2d-9dd0-4db47bd66160 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.286s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.916100] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.978s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.916296] env[65664]: INFO nova.compute.manager [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Unshelving [ 1369.234657] env[65664]: DEBUG oslo_concurrency.lockutils [req-2ee546f2-f18b-4ddd-a7bf-36e4fbc81bc1 req-9de2894f-3f3c-4f68-b529-9a055f317bcb service nova] Releasing lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.357085] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524c6a9b-51e3-7969-4ab2-7c9f075a1636, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.357085] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea5a029-fa4e-42ef-81f7-a5766ea813b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.362913] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1369.362913] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52186967-128f-b6c1-4fb9-9ec265d30b89" [ 1369.362913] env[65664]: _type = "Task" [ 1369.362913] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.371523] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52186967-128f-b6c1-4fb9-9ec265d30b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.872897] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52186967-128f-b6c1-4fb9-9ec265d30b89, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.873317] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.873418] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 69a749cc-5bfe-4565-bba0-7e475167d8f9/69a749cc-5bfe-4565-bba0-7e475167d8f9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.873681] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa630948-89c1-4536-a03b-0a09f093c8cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.881424] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1369.881424] env[65664]: value = "task-4416458" [ 1369.881424] env[65664]: _type = "Task" [ 1369.881424] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.889336] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.943667] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.943966] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.944226] env[65664]: DEBUG nova.objects.instance [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'pci_requests' on Instance uuid bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.392280] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432038} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.392495] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 69a749cc-5bfe-4565-bba0-7e475167d8f9/69a749cc-5bfe-4565-bba0-7e475167d8f9.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.392698] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.392948] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad7aa441-0fd0-4a07-8c75-8a5dd549bdb2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.399926] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1370.399926] env[65664]: value = "task-4416459" [ 1370.399926] env[65664]: _type = "Task" [ 1370.399926] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.408596] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.448721] env[65664]: DEBUG nova.objects.instance [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'numa_topology' on Instance uuid bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.909920] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063043} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.910789] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.911112] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994f1a7-96f4-43af-b467-8a52f747406b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.934342] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 69a749cc-5bfe-4565-bba0-7e475167d8f9/69a749cc-5bfe-4565-bba0-7e475167d8f9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.934643] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc0390ad-455a-4e88-945d-fb4dc82fa20a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.951216] env[65664]: INFO nova.compute.claims [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.955688] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1370.955688] env[65664]: value = "task-4416460" [ 1370.955688] env[65664]: _type = "Task" [ 1370.955688] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.965659] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.468508] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416460, 'name': ReconfigVM_Task, 'duration_secs': 0.280767} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.469395] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 69a749cc-5bfe-4565-bba0-7e475167d8f9/69a749cc-5bfe-4565-bba0-7e475167d8f9.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.470038] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0deca877-2e5a-4b3d-86be-185608753585 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.477118] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1371.477118] env[65664]: value = "task-4416461" [ 1371.477118] env[65664]: _type = "Task" [ 1371.477118] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.486046] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416461, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.990679] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416461, 'name': Rename_Task, 'duration_secs': 0.135038} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.990963] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.991229] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34bacaab-aa97-4de7-8955-61ccd4f48365 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.999624] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1371.999624] env[65664]: value = "task-4416462" [ 1371.999624] env[65664]: _type = "Task" [ 1371.999624] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.007915] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.009524] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314a709-ff07-4204-8092-6aeb3d2c696b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.017074] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0b23d-86b8-476d-9f93-42bb890a1081 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.050106] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f651a6-83c5-430d-ad8f-6fbf9ccca30c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.058611] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb7611-926d-4ffa-b7e3-84c3dfb9ff55 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.074326] env[65664]: DEBUG nova.compute.provider_tree [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.510603] env[65664]: DEBUG oslo_vmware.api [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416462, 'name': PowerOnVM_Task, 'duration_secs': 0.449459} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.510868] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.511076] env[65664]: INFO nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1372.511249] env[65664]: DEBUG nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1372.512016] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b0f67-d7e1-4f67-9757-17ab99a66788 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.577454] env[65664]: DEBUG nova.scheduler.client.report [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.028912] env[65664]: INFO nova.compute.manager [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Took 11.51 seconds to build instance. [ 1373.082635] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.082989] env[65664]: WARNING neutronclient.v2_0.client [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.112862] env[65664]: INFO nova.network.neutron [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating port 7637c833-0b6a-4111-9160-50c4fe6e18a6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1373.532652] env[65664]: DEBUG oslo_concurrency.lockutils [None req-84053387-a317-4dac-83be-0d6188771d9d tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.021s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.691034] env[65664]: DEBUG nova.compute.manager [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Received event network-changed-9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1373.691034] env[65664]: DEBUG nova.compute.manager [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Refreshing instance network info cache due to event network-changed-9d62ba3a-8b49-4684-b279-f2e7b000300a. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1373.691034] env[65664]: DEBUG oslo_concurrency.lockutils [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] Acquiring lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.691034] env[65664]: DEBUG oslo_concurrency.lockutils [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] Acquired lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.691034] env[65664]: DEBUG nova.network.neutron [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Refreshing network info cache for port 9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.193758] env[65664]: WARNING neutronclient.v2_0.client [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.353081] env[65664]: WARNING neutronclient.v2_0.client [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.427301] env[65664]: DEBUG nova.network.neutron [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updated VIF entry in instance network info cache for port 9d62ba3a-8b49-4684-b279-f2e7b000300a. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1374.427642] env[65664]: DEBUG nova.network.neutron [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [{"id": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "address": "fa:16:3e:42:79:c4", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d62ba3a-8b", "ovs_interfaceid": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.564424] env[65664]: DEBUG nova.compute.manager [req-7105851e-c512-46cb-b91b-bdac361a628d req-1d5c9326-e412-41a9-97cb-e3acab9ba473 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-vif-plugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1374.564735] env[65664]: DEBUG oslo_concurrency.lockutils [req-7105851e-c512-46cb-b91b-bdac361a628d req-1d5c9326-e412-41a9-97cb-e3acab9ba473 service nova] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.564983] env[65664]: DEBUG oslo_concurrency.lockutils [req-7105851e-c512-46cb-b91b-bdac361a628d req-1d5c9326-e412-41a9-97cb-e3acab9ba473 service nova] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.565178] env[65664]: DEBUG oslo_concurrency.lockutils [req-7105851e-c512-46cb-b91b-bdac361a628d req-1d5c9326-e412-41a9-97cb-e3acab9ba473 service nova] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.565364] env[65664]: DEBUG nova.compute.manager [req-7105851e-c512-46cb-b91b-bdac361a628d req-1d5c9326-e412-41a9-97cb-e3acab9ba473 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] No waiting events found dispatching network-vif-plugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1374.565530] env[65664]: WARNING nova.compute.manager [req-7105851e-c512-46cb-b91b-bdac361a628d req-1d5c9326-e412-41a9-97cb-e3acab9ba473 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received unexpected event network-vif-plugged-7637c833-0b6a-4111-9160-50c4fe6e18a6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1374.640797] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.641009] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.641204] env[65664]: DEBUG nova.network.neutron [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1374.930429] env[65664]: DEBUG oslo_concurrency.lockutils [req-73b2832c-9597-4252-9a60-543858993de1 req-522db6b1-503f-499a-812d-e530fdfc0b13 service nova] Releasing lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.144188] env[65664]: WARNING neutronclient.v2_0.client [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.307970] env[65664]: WARNING neutronclient.v2_0.client [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.379811] env[65664]: DEBUG nova.network.neutron [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.882399] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.909562] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='af202fc3da3813247fbb27701798278a',container_format='bare',created_at=2025-11-12T20:27:59Z,direct_url=,disk_format='vmdk',id=bfd0030e-39ff-4ab9-92b8-1991ae239fd6,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-371474143-shelved',owner='ec096aa96a8a4a98ac3c7a634a14c2a8',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T20:28:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1375.909820] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.909972] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1375.910172] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.910316] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1375.910449] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1375.910653] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.910804] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1375.910962] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1375.911757] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1375.911757] env[65664]: DEBUG nova.virt.hardware [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1375.912542] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f369a4-b325-4c01-a5ba-575335f20497 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.921318] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb955091-5504-4571-872e-eec38103bb93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.936265] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:67:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7637c833-0b6a-4111-9160-50c4fe6e18a6', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.943615] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1375.943873] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.944101] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e219ab17-a79e-4fa7-8f73-648015d7c9af {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.964164] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.964164] env[65664]: value = "task-4416463" [ 1375.964164] env[65664]: _type = "Task" [ 1375.964164] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.973694] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416463, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.476452] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416463, 'name': CreateVM_Task, 'duration_secs': 0.333273} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.476878] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.477201] env[65664]: WARNING neutronclient.v2_0.client [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1376.477648] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.477844] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.478271] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.478568] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889748f1-aa9f-4b8e-8e69-74179dca3228 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.484266] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1376.484266] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b69a2c-7972-e1f0-d0a5-8e6cecccefa9" [ 1376.484266] env[65664]: _type = "Task" [ 1376.484266] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.492978] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52b69a2c-7972-e1f0-d0a5-8e6cecccefa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.595305] env[65664]: DEBUG nova.compute.manager [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1376.595506] env[65664]: DEBUG nova.compute.manager [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing instance network info cache due to event network-changed-7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1376.595711] env[65664]: DEBUG oslo_concurrency.lockutils [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] Acquiring lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.595842] env[65664]: DEBUG oslo_concurrency.lockutils [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] Acquired lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.595990] env[65664]: DEBUG nova.network.neutron [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Refreshing network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.995579] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.995841] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Processing image bfd0030e-39ff-4ab9-92b8-1991ae239fd6 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.996100] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.996248] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.996422] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.996676] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a964d85d-422f-461d-9242-a737cd0e82c0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.006173] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.006293] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.006973] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c871c69-1471-4ca9-9783-a555b306fe51 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.012833] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1377.012833] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bb3ec7-3c3c-6c67-4412-4ffca91b2e8f" [ 1377.012833] env[65664]: _type = "Task" [ 1377.012833] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.021207] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52bb3ec7-3c3c-6c67-4412-4ffca91b2e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.098214] env[65664]: WARNING neutronclient.v2_0.client [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.248363] env[65664]: WARNING neutronclient.v2_0.client [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.316183] env[65664]: DEBUG nova.network.neutron [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updated VIF entry in instance network info cache for port 7637c833-0b6a-4111-9160-50c4fe6e18a6. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1377.316546] env[65664]: DEBUG nova.network.neutron [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [{"id": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "address": "fa:16:3e:2c:67:f8", "network": {"id": "2914cbd7-1cb6-464c-8860-9d77eb3efc0a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-265124087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec096aa96a8a4a98ac3c7a634a14c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7637c833-0b", "ovs_interfaceid": "7637c833-0b6a-4111-9160-50c4fe6e18a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.525074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1377.525074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Fetch image to [datastore1] OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5/OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1377.525074] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Downloading stream optimized image bfd0030e-39ff-4ab9-92b8-1991ae239fd6 to [datastore1] OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5/OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5.vmdk on the data store datastore1 as vApp {{(pid=65664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1377.525074] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Downloading image file data bfd0030e-39ff-4ab9-92b8-1991ae239fd6 to the ESX as VM named 'OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5' {{(pid=65664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1377.597813] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1377.597813] env[65664]: value = "resgroup-9" [ 1377.597813] env[65664]: _type = "ResourcePool" [ 1377.597813] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1377.598397] env[65664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-747d3be8-eae6-4579-a750-44dcf6395590 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.620083] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease: (returnval){ [ 1377.620083] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1377.620083] env[65664]: _type = "HttpNfcLease" [ 1377.620083] env[65664]: } obtained for vApp import into resource pool (val){ [ 1377.620083] env[65664]: value = "resgroup-9" [ 1377.620083] env[65664]: _type = "ResourcePool" [ 1377.620083] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1377.620432] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the lease: (returnval){ [ 1377.620432] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1377.620432] env[65664]: _type = "HttpNfcLease" [ 1377.620432] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1377.627663] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.627663] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1377.627663] env[65664]: _type = "HttpNfcLease" [ 1377.627663] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1377.819851] env[65664]: DEBUG oslo_concurrency.lockutils [req-dd92264a-96ec-4951-8873-59bd9a29c291 req-a292b307-a986-4b12-8eb4-47ac8630e923 service nova] Releasing lock "refresh_cache-bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.129292] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.129292] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1378.129292] env[65664]: _type = "HttpNfcLease" [ 1378.129292] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1378.630051] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.630051] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1378.630051] env[65664]: _type = "HttpNfcLease" [ 1378.630051] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1379.130799] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.130799] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1379.130799] env[65664]: _type = "HttpNfcLease" [ 1379.130799] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1379.131125] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1379.131125] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]525e5c01-df28-e070-3667-2ecdb8038488" [ 1379.131125] env[65664]: _type = "HttpNfcLease" [ 1379.131125] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1379.131872] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd5f5ea-5942-4f90-ad06-0b9eaca8d352 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.141434] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c8c27-d77d-c1b6-4ebe-fb3a9cfb4bc3/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1379.141638] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c8c27-d77d-c1b6-4ebe-fb3a9cfb4bc3/disk-0.vmdk. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1379.204460] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cc4be76-5ed8-4e89-9a90-7d8906ee3fe1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.420161] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1380.420535] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c8c27-d77d-c1b6-4ebe-fb3a9cfb4bc3/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.421356] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dfb65c-17c0-4211-b074-eb7b853170db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.428779] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c8c27-d77d-c1b6-4ebe-fb3a9cfb4bc3/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.428982] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c8c27-d77d-c1b6-4ebe-fb3a9cfb4bc3/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1380.429317] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-55e73d57-01dd-4618-b5c6-eb3aa4fc24ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.629889] env[65664]: DEBUG oslo_vmware.rw_handles [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c8c27-d77d-c1b6-4ebe-fb3a9cfb4bc3/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1380.630109] env[65664]: INFO nova.virt.vmwareapi.images [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Downloaded image file data bfd0030e-39ff-4ab9-92b8-1991ae239fd6 [ 1380.630903] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127ee2ee-c504-424b-a8e9-44490f457a9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.646506] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-765fd60f-9d15-4ffb-a888-76b04b85e817 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.682568] env[65664]: INFO nova.virt.vmwareapi.images [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] The imported VM was unregistered [ 1380.684916] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1380.685163] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6 {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.685444] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51767dfc-55c1-4882-a412-b5e1cc46c560 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.708193] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Created directory with path [datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6 {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.708398] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5/OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5.vmdk to [datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk. {{(pid=65664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1380.708671] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d5909a84-6140-40c9-88b6-a3d565b45952 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.716234] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1380.716234] env[65664]: value = "task-4416466" [ 1380.716234] env[65664]: _type = "Task" [ 1380.716234] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.724695] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416466, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.227908] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416466, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.727451] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416466, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.229887] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416466, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.729759] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416466, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.230784] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416466, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.36635} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.231070] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5/OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5.vmdk to [datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk. [ 1383.231254] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Cleaning up location [datastore1] OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1383.231413] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_80640793-71b4-4f55-a4df-53c87aa4ade5 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.231672] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02252755-90d6-4bfb-8f4e-52ecd374c36e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.238690] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1383.238690] env[65664]: value = "task-4416467" [ 1383.238690] env[65664]: _type = "Task" [ 1383.238690] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.246855] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.749424] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036488} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.749768] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.749859] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.750089] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk to [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.750370] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d3ccc3-874d-41ae-94c0-39a2e7b157f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.758116] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1383.758116] env[65664]: value = "task-4416468" [ 1383.758116] env[65664]: _type = "Task" [ 1383.758116] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.766222] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.269223] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416468, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.770552] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416468, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.271254] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416468, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.772023] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416468, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.272885] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416468, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358627} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.273163] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bfd0030e-39ff-4ab9-92b8-1991ae239fd6/bfd0030e-39ff-4ab9-92b8-1991ae239fd6.vmdk to [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.274016] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6f4083-c69d-44d3-b131-bc349c64fd0e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.297491] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.297720] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf8ad95-417c-4524-8e9d-22e00ff6f5b4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.317752] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1386.317752] env[65664]: value = "task-4416469" [ 1386.317752] env[65664]: _type = "Task" [ 1386.317752] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.326174] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.829278] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416469, 'name': ReconfigVM_Task, 'duration_secs': 0.268244} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.829683] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Reconfigured VM instance instance-0000007c to attach disk [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd/bd2517f7-ffe6-42c8-8319-edf7bb70c3bd.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.830479] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f51e8a1-57d1-4a66-a83a-93428f205f94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.839056] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1386.839056] env[65664]: value = "task-4416470" [ 1386.839056] env[65664]: _type = "Task" [ 1386.839056] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.848446] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416470, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.350043] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416470, 'name': Rename_Task, 'duration_secs': 0.144271} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.350348] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.350672] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae71ad5-67ce-4b66-8faa-9504cd1cf880 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.359117] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1387.359117] env[65664]: value = "task-4416471" [ 1387.359117] env[65664]: _type = "Task" [ 1387.359117] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.376796] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416471, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.871323] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416471, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.369738] env[65664]: DEBUG oslo_vmware.api [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416471, 'name': PowerOnVM_Task, 'duration_secs': 0.58475} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.369987] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.473659] env[65664]: DEBUG nova.compute.manager [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1388.474608] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbfa5c-0bcb-42dd-a380-98da46007cc1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.994860] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7b1974ae-abab-410e-afc1-5915f65212da tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.078s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.064208] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.064618] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.064668] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.064850] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.065024] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.067165] env[65664]: INFO nova.compute.manager [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Terminating instance [ 1390.570598] env[65664]: DEBUG nova.compute.manager [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1390.570848] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.571783] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67abd324-840b-4c25-b245-12e13233bb42 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.580293] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.580577] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2579fa9-4dcf-472b-a76f-cbf10a8d4b0b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.587983] env[65664]: DEBUG oslo_vmware.api [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1390.587983] env[65664]: value = "task-4416472" [ 1390.587983] env[65664]: _type = "Task" [ 1390.587983] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.598146] env[65664]: DEBUG oslo_vmware.api [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.099045] env[65664]: DEBUG oslo_vmware.api [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416472, 'name': PowerOffVM_Task, 'duration_secs': 0.207652} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.099452] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.099452] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.099692] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df3b96a0-3e29-4357-99d2-32a8015ed84e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.167827] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.168121] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.168321] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleting the datastore file [datastore1] bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.168591] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a01bdb-bd4c-4c3f-bc76-d1c134943776 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.175671] env[65664]: DEBUG oslo_vmware.api [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for the task: (returnval){ [ 1391.175671] env[65664]: value = "task-4416474" [ 1391.175671] env[65664]: _type = "Task" [ 1391.175671] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.185971] env[65664]: DEBUG oslo_vmware.api [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.686304] env[65664]: DEBUG oslo_vmware.api [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Task: {'id': task-4416474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141637} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.686536] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.686715] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.686888] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.687070] env[65664]: INFO nova.compute.manager [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1391.687313] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1391.687502] env[65664]: DEBUG nova.compute.manager [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1391.687599] env[65664]: DEBUG nova.network.neutron [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1391.687841] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.720205] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.170222] env[65664]: DEBUG nova.compute.manager [req-55a3c6f6-3ed6-4671-a49e-448eec5f67da req-e5750291-7fce-4afe-9d09-1adb1c825d79 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Received event network-vif-deleted-7637c833-0b6a-4111-9160-50c4fe6e18a6 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1392.170536] env[65664]: INFO nova.compute.manager [req-55a3c6f6-3ed6-4671-a49e-448eec5f67da req-e5750291-7fce-4afe-9d09-1adb1c825d79 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Neutron deleted interface 7637c833-0b6a-4111-9160-50c4fe6e18a6; detaching it from the instance and deleting it from the info cache [ 1392.170536] env[65664]: DEBUG nova.network.neutron [req-55a3c6f6-3ed6-4671-a49e-448eec5f67da req-e5750291-7fce-4afe-9d09-1adb1c825d79 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.654438] env[65664]: DEBUG nova.network.neutron [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.674108] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61cbeb5c-eb52-4393-9c78-1bc1f7c35fbf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.684097] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f0dfe-a331-4f5d-b8da-25cae82d479b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.710532] env[65664]: DEBUG nova.compute.manager [req-55a3c6f6-3ed6-4671-a49e-448eec5f67da req-e5750291-7fce-4afe-9d09-1adb1c825d79 service nova] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Detach interface failed, port_id=7637c833-0b6a-4111-9160-50c4fe6e18a6, reason: Instance bd2517f7-ffe6-42c8-8319-edf7bb70c3bd could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1393.158109] env[65664]: INFO nova.compute.manager [-] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Took 1.47 seconds to deallocate network for instance. [ 1393.665060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.665060] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.665539] env[65664]: DEBUG nova.objects.instance [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lazy-loading 'resources' on Instance uuid bd2517f7-ffe6-42c8-8319-edf7bb70c3bd {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.211022] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5830939f-71bf-4bfa-9b7e-533e6358ad68 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.218593] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb380ae-1693-4d08-95d8-6435eef498c4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.250807] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c496e-d372-44da-850b-408205d1a6fe {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.259171] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eca3b11-b92f-45e1-a641-e74d8740e4f9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.274043] env[65664]: DEBUG nova.compute.provider_tree [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.777535] env[65664]: DEBUG nova.scheduler.client.report [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.282312] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.307199] env[65664]: INFO nova.scheduler.client.report [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Deleted allocations for instance bd2517f7-ffe6-42c8-8319-edf7bb70c3bd [ 1395.815015] env[65664]: DEBUG oslo_concurrency.lockutils [None req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Lock "bd2517f7-ffe6-42c8-8319-edf7bb70c3bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.281146] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.281523] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.281589] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.281731] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.281991] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.565915] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.566134] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.566433] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1401.566509] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.069954] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.070189] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.070355] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.070588] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1402.071539] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628cdefa-4a84-4647-a0c8-51fdae742f6a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.080941] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66043651-63d7-41df-b134-e9d4b777c34b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.097157] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf26cbd-e8f1-4157-ab17-42a570f08b11 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.104553] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a34c7c-df56-4c5d-a46f-bea769ff2e26 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.135441] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180067MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1402.135646] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.135792] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.163606] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 69a749cc-5bfe-4565-bba0-7e475167d8f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1403.164240] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1403.164523] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_8e9f376b359f48f89b094b64f9e8942a': '1', 'io_workload': '0'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1403.196030] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3058c2ee-1fba-4454-9bb3-317b95a49f9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.203222] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70cf4ff-c62b-4d2e-97ab-8b962edeea8e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.239356] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368f225-2cf6-4d0a-a37d-fef55a012d82 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.248071] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f92f6-6994-4f96-8c47-6e9ef72dc8b6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.262925] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.766719] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.273138] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1404.273138] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.132422] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.132689] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.634977] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1406.158706] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.158969] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.160586] env[65664]: INFO nova.compute.claims [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.208339] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef9b82-ce2d-4fca-b914-4aed6520e34b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.216691] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b54f20e-791b-4998-89f4-7a311af28ca7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.247974] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fc457f-0464-4a3b-8294-ead949bd1f90 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.255753] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec0774-8e29-4b8a-ad36-45198c34cbf3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.269641] env[65664]: DEBUG nova.compute.provider_tree [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.772940] env[65664]: DEBUG nova.scheduler.client.report [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.278682] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.279291] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1408.784649] env[65664]: DEBUG nova.compute.utils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.786078] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1408.786349] env[65664]: DEBUG nova.network.neutron [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1408.786686] env[65664]: WARNING neutronclient.v2_0.client [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1408.787009] env[65664]: WARNING neutronclient.v2_0.client [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1408.835428] env[65664]: DEBUG nova.policy [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8453ad56c35149479f3ffcbc2089485a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1d1a986299478c96200ecba7bd45f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.197689] env[65664]: DEBUG nova.network.neutron [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Successfully created port: 359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1409.290740] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1410.268026] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.302169] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1410.328391] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1410.328643] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.328799] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1410.329023] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.329213] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1410.329361] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1410.329564] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.329717] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1410.329877] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1410.330054] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1410.330241] env[65664]: DEBUG nova.virt.hardware [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1410.331117] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544aebd1-b0a8-4cbc-9f39-48bfde085cfc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.341965] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e24589-6892-4d7f-b59c-3c899b53ee19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.619837] env[65664]: DEBUG nova.compute.manager [req-0b0980ba-72db-4740-acab-931823cae011 req-4f5b7592-d08b-4953-9586-03d922497c23 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-vif-plugged-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1410.620194] env[65664]: DEBUG oslo_concurrency.lockutils [req-0b0980ba-72db-4740-acab-931823cae011 req-4f5b7592-d08b-4953-9586-03d922497c23 service nova] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.620298] env[65664]: DEBUG oslo_concurrency.lockutils [req-0b0980ba-72db-4740-acab-931823cae011 req-4f5b7592-d08b-4953-9586-03d922497c23 service nova] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.620469] env[65664]: DEBUG oslo_concurrency.lockutils [req-0b0980ba-72db-4740-acab-931823cae011 req-4f5b7592-d08b-4953-9586-03d922497c23 service nova] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.620644] env[65664]: DEBUG nova.compute.manager [req-0b0980ba-72db-4740-acab-931823cae011 req-4f5b7592-d08b-4953-9586-03d922497c23 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] No waiting events found dispatching network-vif-plugged-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1410.620807] env[65664]: WARNING nova.compute.manager [req-0b0980ba-72db-4740-acab-931823cae011 req-4f5b7592-d08b-4953-9586-03d922497c23 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received unexpected event network-vif-plugged-359c0755-e8ef-4838-ba95-4e6951c138f5 for instance with vm_state building and task_state spawning. [ 1410.711189] env[65664]: DEBUG nova.network.neutron [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Successfully updated port: 359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1411.076679] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.076978] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.077192] env[65664]: DEBUG nova.compute.manager [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1411.078165] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655c2a8-c98f-41ec-9fcb-b78fdb0ef011 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.086047] env[65664]: DEBUG nova.compute.manager [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1411.086611] env[65664]: DEBUG nova.objects.instance [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'flavor' on Instance uuid 69a749cc-5bfe-4565-bba0-7e475167d8f9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.214247] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.214403] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.214564] env[65664]: DEBUG nova.network.neutron [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1411.748585] env[65664]: DEBUG nova.network.neutron [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1411.819538] env[65664]: WARNING neutronclient.v2_0.client [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1411.888341] env[65664]: DEBUG nova.network.neutron [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.094247] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.095063] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af136e63-77f1-488a-a7bc-afa22e84ff94 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.103416] env[65664]: DEBUG oslo_vmware.api [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1412.103416] env[65664]: value = "task-4416476" [ 1412.103416] env[65664]: _type = "Task" [ 1412.103416] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.112520] env[65664]: DEBUG oslo_vmware.api [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.391301] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.391731] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Instance network_info: |[{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1412.392245] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:f4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '359c0755-e8ef-4838-ba95-4e6951c138f5', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.399688] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating folder: Project (de1d1a986299478c96200ecba7bd45f9). Parent ref: group-v863926. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.399962] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b0a709c-39fb-4fe9-a45c-8a3566d100be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.412623] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created folder: Project (de1d1a986299478c96200ecba7bd45f9) in parent group-v863926. [ 1412.412872] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating folder: Instances. Parent ref: group-v864260. {{(pid=65664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.413170] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4284d64a-e6ee-43fe-af6c-61302c3ba627 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.424460] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created folder: Instances in parent group-v864260. [ 1412.424739] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1412.424942] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.425169] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffd2bb84-b5b1-473a-a9ff-4a4db0ffdf8a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.445546] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.445546] env[65664]: value = "task-4416479" [ 1412.445546] env[65664]: _type = "Task" [ 1412.445546] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.454781] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416479, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.613737] env[65664]: DEBUG oslo_vmware.api [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416476, 'name': PowerOffVM_Task, 'duration_secs': 0.191307} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.614044] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.614246] env[65664]: DEBUG nova.compute.manager [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1412.615023] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc970e0-1557-4000-8296-62b6017a3378 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.651535] env[65664]: DEBUG nova.compute.manager [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1412.651696] env[65664]: DEBUG nova.compute.manager [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing instance network info cache due to event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1412.651942] env[65664]: DEBUG oslo_concurrency.lockutils [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.652279] env[65664]: DEBUG oslo_concurrency.lockutils [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.652483] env[65664]: DEBUG nova.network.neutron [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.955866] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416479, 'name': CreateVM_Task, 'duration_secs': 0.309872} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.956203] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.956556] env[65664]: WARNING neutronclient.v2_0.client [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.956920] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.957089] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.957419] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.957686] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb8c906-39ab-40fe-8666-88e29029221b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.963056] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1412.963056] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520b2561-778e-6f67-fa1b-ed49827d0545" [ 1412.963056] env[65664]: _type = "Task" [ 1412.963056] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.971151] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520b2561-778e-6f67-fa1b-ed49827d0545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.126967] env[65664]: DEBUG oslo_concurrency.lockutils [None req-9cbbad0b-42e6-4c1b-8118-f11c17f3c714 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.155548] env[65664]: WARNING neutronclient.v2_0.client [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.308195] env[65664]: WARNING neutronclient.v2_0.client [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.378101] env[65664]: DEBUG nova.network.neutron [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updated VIF entry in instance network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1413.378400] env[65664]: DEBUG nova.network.neutron [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.474176] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]520b2561-778e-6f67-fa1b-ed49827d0545, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.474481] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.474721] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.474960] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.475121] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.475296] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.475559] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e08b3a-1b44-4041-896d-08557863896d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.485292] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.485472] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.486204] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c6ff45-2718-456c-9b60-948c557e1200 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.491835] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1413.491835] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e96f3d-4dcf-9028-1810-be3c60587b0b" [ 1413.491835] env[65664]: _type = "Task" [ 1413.491835] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.499956] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e96f3d-4dcf-9028-1810-be3c60587b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.510777] env[65664]: DEBUG nova.objects.instance [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'flavor' on Instance uuid 69a749cc-5bfe-4565-bba0-7e475167d8f9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.881023] env[65664]: DEBUG oslo_concurrency.lockutils [req-8a1153a9-7eff-49ae-beeb-3e0f6eb8a68a req-a25d92be-8b90-4bdd-bb35-97de0cc6f117 service nova] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.002467] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52e96f3d-4dcf-9028-1810-be3c60587b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.003361] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ea11a2-754a-4516-a3f5-709694b750a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.008892] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1414.008892] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52311ba9-e6e8-b52d-03f4-8ea9efa9731b" [ 1414.008892] env[65664]: _type = "Task" [ 1414.008892] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.017824] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52311ba9-e6e8-b52d-03f4-8ea9efa9731b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.018314] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.018462] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.018637] env[65664]: DEBUG nova.network.neutron [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1414.018800] env[65664]: DEBUG nova.objects.instance [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'info_cache' on Instance uuid 69a749cc-5bfe-4565-bba0-7e475167d8f9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.524095] env[65664]: DEBUG nova.objects.base [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Object Instance<69a749cc-5bfe-4565-bba0-7e475167d8f9> lazy-loaded attributes: flavor,info_cache {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1414.525119] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52311ba9-e6e8-b52d-03f4-8ea9efa9731b, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.525394] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.525652] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.526145] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48661a55-d5d1-412d-9b42-2a8d97741ec6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.534432] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1414.534432] env[65664]: value = "task-4416480" [ 1414.534432] env[65664]: _type = "Task" [ 1414.534432] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.544260] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.027637] env[65664]: WARNING neutronclient.v2_0.client [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.044805] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439139} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.045093] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore2] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.045240] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.045493] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e1d0d43-50bf-4f16-ad2c-a743bd906d25 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.053401] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1415.053401] env[65664]: value = "task-4416481" [ 1415.053401] env[65664]: _type = "Task" [ 1415.053401] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.065820] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.205121] env[65664]: WARNING neutronclient.v2_0.client [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.276901] env[65664]: DEBUG nova.network.neutron [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [{"id": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "address": "fa:16:3e:42:79:c4", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d62ba3a-8b", "ovs_interfaceid": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.563590] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198088} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.563834] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.564619] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ba50c-f6a4-4f42-a144-56562fd7faea {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.587373] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.587656] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c077edcb-6d1f-4335-bf8c-fd55a25722ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.607767] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1415.607767] env[65664]: value = "task-4416482" [ 1415.607767] env[65664]: _type = "Task" [ 1415.607767] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.616394] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.779378] env[65664]: DEBUG oslo_concurrency.lockutils [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.118634] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416482, 'name': ReconfigVM_Task, 'duration_secs': 0.280284} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.119095] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.119632] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5939d8cc-7cc5-4c7e-882f-27bd50163bca {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.129754] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1416.129754] env[65664]: value = "task-4416483" [ 1416.129754] env[65664]: _type = "Task" [ 1416.129754] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.139595] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416483, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.640104] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416483, 'name': Rename_Task, 'duration_secs': 0.13763} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.640367] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.640608] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3884af07-b87c-443a-aae9-da121610dc41 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.646622] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1416.646622] env[65664]: value = "task-4416484" [ 1416.646622] env[65664]: _type = "Task" [ 1416.646622] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.655243] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.786283] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.786743] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60801146-fe37-4441-83bd-e2fb35684e87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.794233] env[65664]: DEBUG oslo_vmware.api [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1416.794233] env[65664]: value = "task-4416485" [ 1416.794233] env[65664]: _type = "Task" [ 1416.794233] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.802669] env[65664]: DEBUG oslo_vmware.api [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.156903] env[65664]: DEBUG oslo_vmware.api [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416484, 'name': PowerOnVM_Task, 'duration_secs': 0.443966} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.157311] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.157384] env[65664]: INFO nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1417.157542] env[65664]: DEBUG nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1417.158354] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd497f54-3695-487b-83c1-63f8949e07aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.304342] env[65664]: DEBUG oslo_vmware.api [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416485, 'name': PowerOnVM_Task, 'duration_secs': 0.384057} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.304532] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.304727] env[65664]: DEBUG nova.compute.manager [None req-6c230cc0-7355-4ccc-9b3a-c9be9885bf0e tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1417.305505] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877728d5-a74b-4a62-85f7-d2ae0c3d60de {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.679263] env[65664]: INFO nova.compute.manager [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Took 11.54 seconds to build instance. [ 1418.181544] env[65664]: DEBUG oslo_concurrency.lockutils [None req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.049s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.223312] env[65664]: DEBUG nova.compute.manager [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1418.223499] env[65664]: DEBUG nova.compute.manager [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing instance network info cache due to event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1418.223710] env[65664]: DEBUG oslo_concurrency.lockutils [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.223878] env[65664]: DEBUG oslo_concurrency.lockutils [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.224099] env[65664]: DEBUG nova.network.neutron [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.298912] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c51ed7-d1aa-4387-acf4-c4fb72b6eb1a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.306751] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Suspending the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1418.307032] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1f1ee682-df97-4dc6-bb6c-bd775860d59a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.314316] env[65664]: DEBUG oslo_vmware.api [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1418.314316] env[65664]: value = "task-4416486" [ 1418.314316] env[65664]: _type = "Task" [ 1418.314316] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.322812] env[65664]: DEBUG oslo_vmware.api [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416486, 'name': SuspendVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.726477] env[65664]: WARNING neutronclient.v2_0.client [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.826551] env[65664]: DEBUG oslo_vmware.api [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416486, 'name': SuspendVM_Task} progress is 62%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.904246] env[65664]: WARNING neutronclient.v2_0.client [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.975472] env[65664]: DEBUG nova.network.neutron [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updated VIF entry in instance network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1418.975836] env[65664]: DEBUG nova.network.neutron [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.326804] env[65664]: DEBUG oslo_vmware.api [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416486, 'name': SuspendVM_Task, 'duration_secs': 0.929332} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.327185] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Suspended the VM {{(pid=65664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1419.327267] env[65664]: DEBUG nova.compute.manager [None req-f1c7e00e-ccfc-4014-938e-8b169b545a75 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1419.328078] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89631f0f-a2f9-408d-bd38-7bc284e9d1fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.478633] env[65664]: DEBUG oslo_concurrency.lockutils [req-d82deb8a-071c-4171-a5aa-ca8dc46ca226 req-2f209231-ce34-416d-ab17-7b6fce25e8c5 service nova] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.697168] env[65664]: INFO nova.compute.manager [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Resuming [ 1420.697797] env[65664]: DEBUG nova.objects.instance [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'flavor' on Instance uuid 69a749cc-5bfe-4565-bba0-7e475167d8f9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.208906] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.209386] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquired lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.209386] env[65664]: DEBUG nova.network.neutron [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1422.713131] env[65664]: WARNING neutronclient.v2_0.client [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.878095] env[65664]: WARNING neutronclient.v2_0.client [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.945894] env[65664]: DEBUG nova.network.neutron [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [{"id": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "address": "fa:16:3e:42:79:c4", "network": {"id": "f32c6417-b05b-4055-96d1-6efd63dc8c69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1798471751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9f376b359f48f89b094b64f9e8942a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d62ba3a-8b", "ovs_interfaceid": "9d62ba3a-8b49-4684-b279-f2e7b000300a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.449774] env[65664]: DEBUG oslo_concurrency.lockutils [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Releasing lock "refresh_cache-69a749cc-5bfe-4565-bba0-7e475167d8f9" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.450797] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeea29b-5278-458a-b49f-7fd74b4f2d8c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.458708] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Resuming the VM {{(pid=65664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1423.458979] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b414664-45a3-4c55-ac72-43e1599a1d93 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.465899] env[65664]: DEBUG oslo_vmware.api [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1423.465899] env[65664]: value = "task-4416487" [ 1423.465899] env[65664]: _type = "Task" [ 1423.465899] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.475102] env[65664]: DEBUG oslo_vmware.api [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.982982] env[65664]: DEBUG oslo_vmware.api [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.478952] env[65664]: DEBUG oslo_vmware.api [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416487, 'name': PowerOnVM_Task, 'duration_secs': 0.535122} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.479364] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Resumed the VM {{(pid=65664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1424.479472] env[65664]: DEBUG nova.compute.manager [None req-0f8e5554-f6c2-40a3-8b1e-1292ee11bef0 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1424.480335] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662cc1b3-2519-4820-811f-502947f61f24 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.406898] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.407188] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.407453] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "69a749cc-5bfe-4565-bba0-7e475167d8f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.407626] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.407788] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.409976] env[65664]: INFO nova.compute.manager [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Terminating instance [ 1425.914525] env[65664]: DEBUG nova.compute.manager [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1425.914936] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.915722] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae147ff4-550c-4c85-b1e0-5422ccaefbc1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.924144] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.924402] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7454bc26-6226-45e8-9867-9c45ec411124 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.932109] env[65664]: DEBUG oslo_vmware.api [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1425.932109] env[65664]: value = "task-4416488" [ 1425.932109] env[65664]: _type = "Task" [ 1425.932109] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.941413] env[65664]: DEBUG oslo_vmware.api [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.443182] env[65664]: DEBUG oslo_vmware.api [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416488, 'name': PowerOffVM_Task, 'duration_secs': 0.217102} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.443472] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.443662] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.443948] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd1ae02-5722-4893-8247-c92dee8ebd2e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.516099] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.516538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.516631] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleting the datastore file [datastore2] 69a749cc-5bfe-4565-bba0-7e475167d8f9 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.516934] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eae6080-740c-4e50-835d-e8108eefa28d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.524701] env[65664]: DEBUG oslo_vmware.api [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for the task: (returnval){ [ 1426.524701] env[65664]: value = "task-4416490" [ 1426.524701] env[65664]: _type = "Task" [ 1426.524701] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.534025] env[65664]: DEBUG oslo_vmware.api [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.035031] env[65664]: DEBUG oslo_vmware.api [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Task: {'id': task-4416490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144097} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.035375] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.035538] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.035710] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.035876] env[65664]: INFO nova.compute.manager [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1427.036130] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1427.036320] env[65664]: DEBUG nova.compute.manager [-] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1427.036415] env[65664]: DEBUG nova.network.neutron [-] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1427.036651] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1427.068916] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1427.525083] env[65664]: DEBUG nova.compute.manager [req-496e89aa-0c3a-4903-9dc9-5079795ae309 req-1fdb6c40-905b-482d-8157-eb1cb916aee3 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Received event network-vif-deleted-9d62ba3a-8b49-4684-b279-f2e7b000300a {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1427.525301] env[65664]: INFO nova.compute.manager [req-496e89aa-0c3a-4903-9dc9-5079795ae309 req-1fdb6c40-905b-482d-8157-eb1cb916aee3 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Neutron deleted interface 9d62ba3a-8b49-4684-b279-f2e7b000300a; detaching it from the instance and deleting it from the info cache [ 1427.525479] env[65664]: DEBUG nova.network.neutron [req-496e89aa-0c3a-4903-9dc9-5079795ae309 req-1fdb6c40-905b-482d-8157-eb1cb916aee3 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.998944] env[65664]: DEBUG nova.network.neutron [-] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.028547] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5046ef2-5705-49fa-8bf8-38e09e17f288 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.042086] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e86d970-12af-405d-98f8-ac1f4730c1ec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.071054] env[65664]: DEBUG nova.compute.manager [req-496e89aa-0c3a-4903-9dc9-5079795ae309 req-1fdb6c40-905b-482d-8157-eb1cb916aee3 service nova] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Detach interface failed, port_id=9d62ba3a-8b49-4684-b279-f2e7b000300a, reason: Instance 69a749cc-5bfe-4565-bba0-7e475167d8f9 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1428.502269] env[65664]: INFO nova.compute.manager [-] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Took 1.47 seconds to deallocate network for instance. [ 1429.007962] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.008270] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.008503] env[65664]: DEBUG nova.objects.instance [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lazy-loading 'resources' on Instance uuid 69a749cc-5bfe-4565-bba0-7e475167d8f9 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.559642] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff258e1-6c36-4307-a8d4-4c2ebf5f2a61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.567904] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c83e9f-03fa-4c78-a707-51fa6234a1bb {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.599059] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80020b06-2b57-4435-87d3-9fd851973442 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.607706] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f915ad-f290-46f0-acda-2e74b763643a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.622179] env[65664]: DEBUG nova.compute.provider_tree [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.126184] env[65664]: DEBUG nova.scheduler.client.report [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.633104] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.659633] env[65664]: INFO nova.scheduler.client.report [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Deleted allocations for instance 69a749cc-5bfe-4565-bba0-7e475167d8f9 [ 1431.167426] env[65664]: DEBUG oslo_concurrency.lockutils [None req-cc4397b5-e22d-498c-a1d6-d01fb217729a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Lock "69a749cc-5bfe-4565-bba0-7e475167d8f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.566569] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.567057] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Cleaning up deleted instances with incomplete migration {{(pid=65664) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1456.661341] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.661746] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.661746] env[65664]: INFO nova.compute.manager [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Shelving [ 1457.670445] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.670851] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4add855-37fb-4c38-8037-70225c1305db {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.679298] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1457.679298] env[65664]: value = "task-4416491" [ 1457.679298] env[65664]: _type = "Task" [ 1457.679298] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.688163] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.069710] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.069926] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.190112] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416491, 'name': PowerOffVM_Task, 'duration_secs': 0.208152} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.190394] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.191176] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe9692-b9a9-476b-874c-1be130fc1275 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.211046] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1277e-f511-48e3-963d-05f0f4654452 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.565822] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.566099] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.722801] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1458.723198] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d2ceccd-8deb-4347-beab-020f75971685 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.730988] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1458.730988] env[65664]: value = "task-4416492" [ 1458.730988] env[65664]: _type = "Task" [ 1458.730988] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.739554] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.242570] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416492, 'name': CreateSnapshot_Task, 'duration_secs': 0.419578} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.242959] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1459.243813] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94944b2-0d8d-41b2-a14b-7d38fbfa0fd5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.560932] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.565546] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.763067] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1459.763502] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6a33b69-2ac3-4ab1-ac2c-c379074575a6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.772338] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1459.772338] env[65664]: value = "task-4416493" [ 1459.772338] env[65664]: _type = "Task" [ 1459.772338] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.781493] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416493, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.283740] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416493, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.785114] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416493, 'name': CloneVM_Task, 'duration_secs': 0.959872} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.785582] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Created linked-clone VM from snapshot [ 1460.786148] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b16dcc-df7c-46b2-8a5e-b69522da9c87 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.793930] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Uploading image eb127580-f387-4ecb-bf68-7af71aaed531 {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1460.817812] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1460.817812] env[65664]: value = "vm-864264" [ 1460.817812] env[65664]: _type = "VirtualMachine" [ 1460.817812] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1460.818110] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84b09449-c262-4379-a9d0-bc1d960e663d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.825499] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease: (returnval){ [ 1460.825499] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297fdb2-c598-d629-ec1b-214b599aa984" [ 1460.825499] env[65664]: _type = "HttpNfcLease" [ 1460.825499] env[65664]: } obtained for exporting VM: (result){ [ 1460.825499] env[65664]: value = "vm-864264" [ 1460.825499] env[65664]: _type = "VirtualMachine" [ 1460.825499] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1460.825828] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the lease: (returnval){ [ 1460.825828] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297fdb2-c598-d629-ec1b-214b599aa984" [ 1460.825828] env[65664]: _type = "HttpNfcLease" [ 1460.825828] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1460.832815] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1460.832815] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297fdb2-c598-d629-ec1b-214b599aa984" [ 1460.832815] env[65664]: _type = "HttpNfcLease" [ 1460.832815] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1461.336361] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.336361] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297fdb2-c598-d629-ec1b-214b599aa984" [ 1461.336361] env[65664]: _type = "HttpNfcLease" [ 1461.336361] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1461.336740] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1461.336740] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5297fdb2-c598-d629-ec1b-214b599aa984" [ 1461.336740] env[65664]: _type = "HttpNfcLease" [ 1461.336740] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1461.337352] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e255e8-3ae7-4586-8070-0e6a875b27ad {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.345161] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9f55-b13a-fe39-d43e-ba52362ea4dc/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1461.345330] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9f55-b13a-fe39-d43e-ba52362ea4dc/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1461.432669] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63decf85-75fe-4bde-aec0-b2a3d6a718f8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.566444] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.566643] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1461.566771] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.070175] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.070592] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.070712] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.070968] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1462.071928] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0dd437-39da-4751-b8aa-584fe0d81ac8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.083287] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7096f750-e5d1-4484-8a55-33607fe1a2e5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.100200] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca451d5a-4687-4d90-8eed-08045e3d40d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.108414] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb74f03-c9f4-4b57-a743-ed78505b16be {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.139666] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180300MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1462.139914] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.140252] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.273024] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 44565d82-4f67-4d77-8316-391f0c993618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1463.273375] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1463.273375] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_shelving_image_uploading': '1', 'num_os_type_None': '1', 'num_proj_de1d1a986299478c96200ecba7bd45f9': '1', 'io_workload': '0'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1463.306854] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07fd91d-930f-4fd6-ad88-5e97547a767b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.315853] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df89dba9-3cec-4d50-a04f-867f559eb12f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.348447] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8191128f-6546-4a7f-8d21-e39dbfb7fff7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.357038] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a60079-4d3d-49ae-87f3-9d9d66180c2b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.371457] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.874518] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.379781] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1464.380198] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.240s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.567038] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.567439] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Cleaning up deleted instances {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1466.075951] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] There are 21 instances to clean {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1466.076203] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 69a749cc-5bfe-4565-bba0-7e475167d8f9] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1466.580383] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 77a3ca36-9b4c-41c0-b418-21a00c58cff0] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1467.084242] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: bd2517f7-ffe6-42c8-8319-edf7bb70c3bd] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1467.588434] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 01f48565-2004-4cfd-b603-216450cf0898] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1468.091814] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ef22a137-e827-405a-b324-9964ff0a0735] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1468.595969] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ff295928-4fec-4bf2-bcae-adea57da5119] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1468.795300] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9f55-b13a-fe39-d43e-ba52362ea4dc/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1468.796715] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e37f405-d88f-4ca7-988e-9006bf20256b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.805638] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9f55-b13a-fe39-d43e-ba52362ea4dc/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1468.805873] env[65664]: ERROR oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9f55-b13a-fe39-d43e-ba52362ea4dc/disk-0.vmdk due to incomplete transfer. [ 1468.806215] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e44833cf-7d2f-4bdd-bffd-408d66ddd3e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.816997] env[65664]: DEBUG oslo_vmware.rw_handles [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df9f55-b13a-fe39-d43e-ba52362ea4dc/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1468.817241] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Uploaded image eb127580-f387-4ecb-bf68-7af71aaed531 to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1468.820136] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1468.820481] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a555316-91cc-4d05-983e-55836da1f54e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.828869] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1468.828869] env[65664]: value = "task-4416495" [ 1468.828869] env[65664]: _type = "Task" [ 1468.828869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.842268] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416495, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.099817] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 03c338f4-b279-4a72-8118-4950cdc3e187] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1469.339915] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416495, 'name': Destroy_Task, 'duration_secs': 0.369547} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.340200] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Destroyed the VM [ 1469.340374] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1469.340632] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5acb8fc2-dbdb-4c09-b4a3-85db94a317f6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.349560] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1469.349560] env[65664]: value = "task-4416496" [ 1469.349560] env[65664]: _type = "Task" [ 1469.349560] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.358699] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.604273] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 0ac55ba2-4746-4b47-aea3-78779a8bae01] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1469.861535] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416496, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397076} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.861795] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1469.862071] env[65664]: DEBUG nova.compute.manager [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1469.863280] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259b776-444f-4706-9b26-ea4fcd881acd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.108138] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: d708e90e-42b3-499c-9997-33ddca5aeb76] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1470.378641] env[65664]: INFO nova.compute.manager [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Shelve offloading [ 1470.612025] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 33b1d61b-4171-4625-8105-422875e5fcf2] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1470.882228] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.882556] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dbfe7b4-a73f-4057-b8a5-c636580bd731 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.890869] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1470.890869] env[65664]: value = "task-4416497" [ 1470.890869] env[65664]: _type = "Task" [ 1470.890869] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.899204] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.115645] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 4d5fde47-49e6-4561-adc9-fcda7afc91fb] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1471.401790] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1471.402093] env[65664]: DEBUG nova.compute.manager [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1471.402717] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0215a0e3-5d01-458e-90bb-b070af723bb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.409020] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.409193] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.409344] env[65664]: DEBUG nova.network.neutron [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1471.618966] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 5d217f80-6664-44c0-b78d-03c07c5dad35] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1471.912223] env[65664]: WARNING neutronclient.v2_0.client [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.081118] env[65664]: WARNING neutronclient.v2_0.client [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.121820] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: e9ae44c7-0226-4e36-b33a-50945490de4f] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1472.150527] env[65664]: DEBUG nova.network.neutron [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.625021] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 3dc671d6-5859-4481-81d7-f58d0275b167] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1472.653115] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.653520] env[65664]: WARNING neutronclient.v2_0.client [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.653908] env[65664]: WARNING neutronclient.v2_0.client [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.909725] env[65664]: DEBUG nova.compute.manager [req-7c09bd64-580d-4906-bb87-aea5f199fdef req-faebe365-8b50-4d7e-b4c7-afe328228872 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-vif-unplugged-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1472.909932] env[65664]: DEBUG oslo_concurrency.lockutils [req-7c09bd64-580d-4906-bb87-aea5f199fdef req-faebe365-8b50-4d7e-b4c7-afe328228872 service nova] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.910147] env[65664]: DEBUG oslo_concurrency.lockutils [req-7c09bd64-580d-4906-bb87-aea5f199fdef req-faebe365-8b50-4d7e-b4c7-afe328228872 service nova] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.910314] env[65664]: DEBUG oslo_concurrency.lockutils [req-7c09bd64-580d-4906-bb87-aea5f199fdef req-faebe365-8b50-4d7e-b4c7-afe328228872 service nova] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.910476] env[65664]: DEBUG nova.compute.manager [req-7c09bd64-580d-4906-bb87-aea5f199fdef req-faebe365-8b50-4d7e-b4c7-afe328228872 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] No waiting events found dispatching network-vif-unplugged-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1472.910644] env[65664]: WARNING nova.compute.manager [req-7c09bd64-580d-4906-bb87-aea5f199fdef req-faebe365-8b50-4d7e-b4c7-afe328228872 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received unexpected event network-vif-unplugged-359c0755-e8ef-4838-ba95-4e6951c138f5 for instance with vm_state shelved and task_state shelving_offloading. [ 1472.994437] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.995375] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f385303-452a-4a6d-b94b-cdc9bfd8f67b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.004047] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.004301] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297b3577-3770-4f0a-b50c-8435c3f51a5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.080141] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.080520] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.080815] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleting the datastore file [datastore2] 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.081295] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4afeb9e-e04c-402a-a7f3-5533a203006d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.087741] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1473.087741] env[65664]: value = "task-4416499" [ 1473.087741] env[65664]: _type = "Task" [ 1473.087741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.096730] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.128503] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 527403f8-069e-4e78-bd59-2920b9c7d73e] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1473.598289] env[65664]: DEBUG oslo_vmware.api [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133786} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.598561] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.598721] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.598889] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.627589] env[65664]: INFO nova.scheduler.client.report [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted allocations for instance 44565d82-4f67-4d77-8316-391f0c993618 [ 1473.631733] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: cb84a0fa-cd8f-4522-94aa-e081f35c701a] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1474.131735] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.132107] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.132349] env[65664]: DEBUG nova.objects.instance [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'resources' on Instance uuid 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.133866] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: fe7bb366-fb7c-4989-9f88-111a01bdfe21] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1474.637094] env[65664]: DEBUG nova.objects.instance [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'numa_topology' on Instance uuid 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.639156] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 0e58d341-8e11-413e-a9d7-edb6745a8146] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1474.947710] env[65664]: DEBUG nova.compute.manager [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1474.947956] env[65664]: DEBUG nova.compute.manager [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing instance network info cache due to event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1474.948130] env[65664]: DEBUG oslo_concurrency.lockutils [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.948276] env[65664]: DEBUG oslo_concurrency.lockutils [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.948431] env[65664]: DEBUG nova.network.neutron [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.139492] env[65664]: DEBUG nova.objects.base [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Object Instance<44565d82-4f67-4d77-8316-391f0c993618> lazy-loaded attributes: resources,numa_topology {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1475.142454] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 7f0fe3c5-4b20-439b-b41d-fcef97533295] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1475.166729] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd34526-8574-467b-b31a-9bfb97a7bfb4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.175733] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731fc77d-f313-45c6-9801-ed5185e9e8c8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.207074] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4a9d4-ff94-4c02-9a4b-b0cc13ca934a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.215941] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a875adbb-c25a-41a5-b200-e6117c6b2f19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.233800] env[65664]: DEBUG nova.compute.provider_tree [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.450564] env[65664]: WARNING neutronclient.v2_0.client [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1475.626290] env[65664]: WARNING neutronclient.v2_0.client [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1475.645920] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: ed3397de-25ba-4a4f-8c9d-79b13377e211] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1475.694681] env[65664]: DEBUG nova.network.neutron [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updated VIF entry in instance network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1475.695072] env[65664]: DEBUG nova.network.neutron [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap359c0755-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.737083] env[65664]: DEBUG nova.scheduler.client.report [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.870600] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.149557] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] [instance: 1f5b1e21-b1dc-4304-8dee-204743d69a11] Instance has had 0 of 5 cleanup attempts {{(pid=65664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1476.197258] env[65664]: DEBUG oslo_concurrency.lockutils [req-7f1d4064-9076-48f0-b870-4d4e88045be3 req-49f7787a-489c-437e-a866-3e1be7de201e service nova] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.242134] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.653511] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.750806] env[65664]: DEBUG oslo_concurrency.lockutils [None req-417504a4-9214-49ab-9676-ba4dba73faed tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.089s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.751699] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.881s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.752241] env[65664]: INFO nova.compute.manager [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Unshelving [ 1477.761528] env[65664]: DEBUG nova.compute.utils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.264869] env[65664]: INFO nova.virt.block_device [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Booting with volume 040756bb-91cf-4428-a887-bcf22acb3eb0 at /dev/sdb [ 1478.305196] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83cea898-113a-4aa3-bcc3-3bd7cf99a943 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.316669] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d61283-e57d-4c4b-9490-8ba681f837c7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.343238] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdba3ab6-1e4c-4343-805d-768eb41fa64b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.352377] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a9450-6f4d-4356-abcb-47236a7dfa1c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.376367] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b70a1d-cdd8-4002-a776-6d61743eb091 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.383100] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50bb6f6-b5be-4095-9f27-867d701bf0f5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.396705] env[65664]: DEBUG nova.virt.block_device [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating existing volume attachment record: 7fd45ac4-5f09-4996-a8d5-ad819b2adbd1 {{(pid=65664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1483.991652] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.992033] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.992174] env[65664]: DEBUG nova.objects.instance [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'pci_requests' on Instance uuid 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.782566] env[65664]: DEBUG nova.objects.instance [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'numa_topology' on Instance uuid 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.287938] env[65664]: INFO nova.compute.claims [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.324312] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1386e91-ecf5-41f3-9fb1-f98a97e7ced6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.332806] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570bc4b-aee4-4b20-ae46-918e64f5cc78 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.365169] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5309a42c-775a-466b-8afa-cad4d8233b6b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.373166] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81719e76-2cc4-4852-a29d-f10083e5d959 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.386291] env[65664]: DEBUG nova.compute.provider_tree [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.889590] env[65664]: DEBUG nova.scheduler.client.report [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.396213] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.404s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.396578] env[65664]: WARNING neutronclient.v2_0.client [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.427405] env[65664]: INFO nova.network.neutron [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating port 359c0755-e8ef-4838-ba95-4e6951c138f5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1488.860050] env[65664]: DEBUG nova.compute.manager [req-d8b6b221-5282-4f28-a3d8-951e3e2ff827 req-5cfd46be-c214-43a3-ac34-1705d23d07f0 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-vif-plugged-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1488.860050] env[65664]: DEBUG oslo_concurrency.lockutils [req-d8b6b221-5282-4f28-a3d8-951e3e2ff827 req-5cfd46be-c214-43a3-ac34-1705d23d07f0 service nova] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.860050] env[65664]: DEBUG oslo_concurrency.lockutils [req-d8b6b221-5282-4f28-a3d8-951e3e2ff827 req-5cfd46be-c214-43a3-ac34-1705d23d07f0 service nova] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.860050] env[65664]: DEBUG oslo_concurrency.lockutils [req-d8b6b221-5282-4f28-a3d8-951e3e2ff827 req-5cfd46be-c214-43a3-ac34-1705d23d07f0 service nova] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.860618] env[65664]: DEBUG nova.compute.manager [req-d8b6b221-5282-4f28-a3d8-951e3e2ff827 req-5cfd46be-c214-43a3-ac34-1705d23d07f0 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] No waiting events found dispatching network-vif-plugged-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1488.860618] env[65664]: WARNING nova.compute.manager [req-d8b6b221-5282-4f28-a3d8-951e3e2ff827 req-5cfd46be-c214-43a3-ac34-1705d23d07f0 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received unexpected event network-vif-plugged-359c0755-e8ef-4838-ba95-4e6951c138f5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1488.939139] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.939315] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.939480] env[65664]: DEBUG nova.network.neutron [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1489.442525] env[65664]: WARNING neutronclient.v2_0.client [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1489.599191] env[65664]: WARNING neutronclient.v2_0.client [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1489.667623] env[65664]: DEBUG nova.network.neutron [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.169986] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.200503] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4852de2386d104de99c8a0ec95e6a52d',container_format='bare',created_at=2025-11-12T20:29:48Z,direct_url=,disk_format='vmdk',id=eb127580-f387-4ecb-bf68-7af71aaed531,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-730604725-shelved',owner='de1d1a986299478c96200ecba7bd45f9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T20:30:01Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1490.200773] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.200896] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1490.201122] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.201286] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1490.201426] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1490.201620] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1490.201771] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1490.201967] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1490.202168] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1490.202343] env[65664]: DEBUG nova.virt.hardware [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1490.203352] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e8822a-eaf8-427b-bc69-e8ef2ec8e811 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.212052] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a2ac0-8610-477a-961f-af84dc0579cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.226963] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:f4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '359c0755-e8ef-4838-ba95-4e6951c138f5', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.234460] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1490.234730] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.234950] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-149c3138-1978-4468-8cd5-80935547b808 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.257023] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.257023] env[65664]: value = "task-4416504" [ 1490.257023] env[65664]: _type = "Task" [ 1490.257023] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.266169] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416504, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.767359] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416504, 'name': CreateVM_Task, 'duration_secs': 0.342641} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.767558] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.767929] env[65664]: WARNING neutronclient.v2_0.client [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1490.768284] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.768434] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.768795] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.769050] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd048d94-d682-4517-a782-ee50fc0a0a73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.774474] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1490.774474] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52508673-0c03-f8c9-815f-65c1d37b6239" [ 1490.774474] env[65664]: _type = "Task" [ 1490.774474] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.782447] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52508673-0c03-f8c9-815f-65c1d37b6239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.891348] env[65664]: DEBUG nova.compute.manager [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1490.891506] env[65664]: DEBUG nova.compute.manager [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing instance network info cache due to event network-changed-359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1490.891715] env[65664]: DEBUG oslo_concurrency.lockutils [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] Acquiring lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.891854] env[65664]: DEBUG oslo_concurrency.lockutils [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] Acquired lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.892052] env[65664]: DEBUG nova.network.neutron [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Refreshing network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.285792] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.286201] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Processing image eb127580-f387-4ecb-bf68-7af71aaed531 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.286289] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.286468] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.286669] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.286919] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa93a06-f4b0-4016-8484-f30035ab1e5d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.305543] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.305725] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.306597] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736584ee-bbeb-47e2-a2c3-c8d74e2d6f03 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.312536] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1491.312536] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5207daf8-49a7-3b46-881e-6ba14f62a52c" [ 1491.312536] env[65664]: _type = "Task" [ 1491.312536] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.320982] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5207daf8-49a7-3b46-881e-6ba14f62a52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.394990] env[65664]: WARNING neutronclient.v2_0.client [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.554402] env[65664]: WARNING neutronclient.v2_0.client [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.624976] env[65664]: DEBUG nova.network.neutron [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updated VIF entry in instance network info cache for port 359c0755-e8ef-4838-ba95-4e6951c138f5. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1491.625432] env[65664]: DEBUG nova.network.neutron [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [{"id": "359c0755-e8ef-4838-ba95-4e6951c138f5", "address": "fa:16:3e:1d:f4:48", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359c0755-e8", "ovs_interfaceid": "359c0755-e8ef-4838-ba95-4e6951c138f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.822510] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1491.822805] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Fetch image to [datastore1] OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138/OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1491.822999] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Downloading stream optimized image eb127580-f387-4ecb-bf68-7af71aaed531 to [datastore1] OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138/OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138.vmdk on the data store datastore1 as vApp {{(pid=65664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1491.823190] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Downloading image file data eb127580-f387-4ecb-bf68-7af71aaed531 to the ESX as VM named 'OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138' {{(pid=65664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1491.892764] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1491.892764] env[65664]: value = "resgroup-9" [ 1491.892764] env[65664]: _type = "ResourcePool" [ 1491.892764] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1491.893473] env[65664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cf8c3594-69f7-47d3-a077-36bb1554f799 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.915440] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease: (returnval){ [ 1491.915440] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6475d-dd54-04e5-c5fa-879b2b5cab07" [ 1491.915440] env[65664]: _type = "HttpNfcLease" [ 1491.915440] env[65664]: } obtained for vApp import into resource pool (val){ [ 1491.915440] env[65664]: value = "resgroup-9" [ 1491.915440] env[65664]: _type = "ResourcePool" [ 1491.915440] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1491.915830] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the lease: (returnval){ [ 1491.915830] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6475d-dd54-04e5-c5fa-879b2b5cab07" [ 1491.915830] env[65664]: _type = "HttpNfcLease" [ 1491.915830] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1491.922751] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1491.922751] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6475d-dd54-04e5-c5fa-879b2b5cab07" [ 1491.922751] env[65664]: _type = "HttpNfcLease" [ 1491.922751] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1492.128975] env[65664]: DEBUG oslo_concurrency.lockutils [req-31129103-6de7-4753-8689-20122477545b req-f2cd879d-51ed-428d-b40c-609896375e97 service nova] Releasing lock "refresh_cache-44565d82-4f67-4d77-8316-391f0c993618" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.424771] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.424771] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6475d-dd54-04e5-c5fa-879b2b5cab07" [ 1492.424771] env[65664]: _type = "HttpNfcLease" [ 1492.424771] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1492.425314] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1492.425314] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52a6475d-dd54-04e5-c5fa-879b2b5cab07" [ 1492.425314] env[65664]: _type = "HttpNfcLease" [ 1492.425314] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1492.425802] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cfae29-99cc-4d8f-99d2-4a74672a0f16 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.433064] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b516-41e4-68e5-6ab4-d8704ad79a7f/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1492.433236] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b516-41e4-68e5-6ab4-d8704ad79a7f/disk-0.vmdk. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1492.494443] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81b8074d-ee98-4430-9a86-88f51482a1d1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.529740] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1493.530200] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b516-41e4-68e5-6ab4-d8704ad79a7f/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1493.530957] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b35241c-fa43-4fab-b931-156b219f24f0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.539099] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b516-41e4-68e5-6ab4-d8704ad79a7f/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1493.539356] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b516-41e4-68e5-6ab4-d8704ad79a7f/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1493.539552] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-11472170-3844-4f59-b4ba-f77452aa80fd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.725303] env[65664]: DEBUG oslo_vmware.rw_handles [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247b516-41e4-68e5-6ab4-d8704ad79a7f/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1493.725524] env[65664]: INFO nova.virt.vmwareapi.images [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Downloaded image file data eb127580-f387-4ecb-bf68-7af71aaed531 [ 1493.726370] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe2ecc-c722-4a7b-9dab-1f755ce44e2d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.744178] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33515165-edac-4cfe-94a8-2ae640e95046 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.769293] env[65664]: INFO nova.virt.vmwareapi.images [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] The imported VM was unregistered [ 1493.771567] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1493.771804] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating directory with path [datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531 {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.772138] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a67d5ff0-d4ca-4cee-a383-678dc25c512d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.792062] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created directory with path [datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531 {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.792294] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138/OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138.vmdk to [datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk. {{(pid=65664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1493.792525] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b38ab8a4-c41a-4eae-a814-373aed3400ff {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.799230] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1493.799230] env[65664]: value = "task-4416507" [ 1493.799230] env[65664]: _type = "Task" [ 1493.799230] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.807460] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416507, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.309892] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416507, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.810534] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416507, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.313468] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416507, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.812430] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416507, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.313588] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416507, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.373305} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.313868] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138/OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138.vmdk to [datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk. [ 1496.314092] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Cleaning up location [datastore1] OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138 {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1496.314272] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_326b3108-d645-42c5-92b8-e8652b3bc138 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.314533] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59e0f269-b09e-442e-9abb-d4f78d590115 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.321622] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1496.321622] env[65664]: value = "task-4416508" [ 1496.321622] env[65664]: _type = "Task" [ 1496.321622] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.330289] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.832482] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174286} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.832863] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.832863] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.833061] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk to [datastore1] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.833309] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07bd739-f841-4271-adc4-2b50718f576b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.840007] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1496.840007] env[65664]: value = "task-4416509" [ 1496.840007] env[65664]: _type = "Task" [ 1496.840007] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.848136] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.350874] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416509, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.852182] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416509, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.352940] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416509, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.853483] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416509, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.354314] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416509, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.302152} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.354587] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eb127580-f387-4ecb-bf68-7af71aaed531/eb127580-f387-4ecb-bf68-7af71aaed531.vmdk to [datastore1] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.355445] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347e391-af5d-4634-bece-6a61710cc36e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.378131] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.378131] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477cd2ee-4157-4ec2-860a-a43f11202898 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.398284] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1499.398284] env[65664]: value = "task-4416510" [ 1499.398284] env[65664]: _type = "Task" [ 1499.398284] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.406658] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.908279] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416510, 'name': ReconfigVM_Task, 'duration_secs': 0.291817} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.908683] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 44565d82-4f67-4d77-8316-391f0c993618/44565d82-4f67-4d77-8316-391f0c993618.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.909642] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'image_id': 'd86e9e98-d4e7-4de1-92c2-950a8a23615e'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864266', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'name': 'volume-040756bb-91cf-4428-a887-bcf22acb3eb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '44565d82-4f67-4d77-8316-391f0c993618', 'attached_at': '', 'detached_at': '', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'serial': '040756bb-91cf-4428-a887-bcf22acb3eb0'}, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'attachment_id': '7fd45ac4-5f09-4996-a8d5-ad819b2adbd1', 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=65664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1499.909840] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Volume attach. Driver type: vmdk {{(pid=65664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1499.910031] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864266', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'name': 'volume-040756bb-91cf-4428-a887-bcf22acb3eb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '44565d82-4f67-4d77-8316-391f0c993618', 'attached_at': '', 'detached_at': '', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'serial': '040756bb-91cf-4428-a887-bcf22acb3eb0'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1499.910810] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91369e5-a794-4533-9b2c-6a339e86ab7b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.926689] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b006e0-3864-4b51-a675-859958e0311f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.951844] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-040756bb-91cf-4428-a887-bcf22acb3eb0/volume-040756bb-91cf-4428-a887-bcf22acb3eb0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.952237] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf94affe-6852-453f-9e6c-a554efbb42cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.970207] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1499.970207] env[65664]: value = "task-4416511" [ 1499.970207] env[65664]: _type = "Task" [ 1499.970207] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.978712] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.481520] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416511, 'name': ReconfigVM_Task, 'duration_secs': 0.307052} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.481879] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-040756bb-91cf-4428-a887-bcf22acb3eb0/volume-040756bb-91cf-4428-a887-bcf22acb3eb0.vmdk or device None with type thin {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.486758] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43210a99-63c8-4fc5-a766-89db4721e220 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.503132] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1500.503132] env[65664]: value = "task-4416512" [ 1500.503132] env[65664]: _type = "Task" [ 1500.503132] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.512018] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.014020] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416512, 'name': ReconfigVM_Task, 'duration_secs': 0.15251} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.014475] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864266', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'name': 'volume-040756bb-91cf-4428-a887-bcf22acb3eb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '44565d82-4f67-4d77-8316-391f0c993618', 'attached_at': '', 'detached_at': '', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'serial': '040756bb-91cf-4428-a887-bcf22acb3eb0'} {{(pid=65664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1501.014938] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0b4df9-eadb-4e4d-83b2-71787e521771 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.023248] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1501.023248] env[65664]: value = "task-4416513" [ 1501.023248] env[65664]: _type = "Task" [ 1501.023248] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.032761] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416513, 'name': Rename_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.533801] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416513, 'name': Rename_Task, 'duration_secs': 0.154458} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.534084] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.534373] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b68a38-7e11-44fd-b4df-7789a2450950 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.542534] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1501.542534] env[65664]: value = "task-4416514" [ 1501.542534] env[65664]: _type = "Task" [ 1501.542534] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.552594] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.053569] env[65664]: DEBUG oslo_vmware.api [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416514, 'name': PowerOnVM_Task, 'duration_secs': 0.466492} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.053946] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.150231] env[65664]: DEBUG nova.compute.manager [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1502.151179] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d581d-2a83-4214-8605-b3282455a527 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.673269] env[65664]: DEBUG oslo_concurrency.lockutils [None req-ae27b617-644b-4246-8bca-bf204762fb1f tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.921s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.154851] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.155256] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.661098] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.661309] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.661452] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.661603] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.661740] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.661888] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.662160] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1530.662160] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.165951] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.166372] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.166372] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.166529] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1531.167517] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3308590-c64a-4975-a931-069bf5aa9904 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.176395] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b1fb0a-1bbb-4901-a3c8-e45ccc478bb8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.190902] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3226f2a-3bf5-4021-9b3a-8bb07bd7b4c9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.197815] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6431e196-f926-41e1-ad25-47e85f64bafa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.226676] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180464MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1531.226913] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.227067] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.253066] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance 44565d82-4f67-4d77-8316-391f0c993618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1532.253351] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1532.253449] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_de1d1a986299478c96200ecba7bd45f9': '1', 'io_workload': '0'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1532.280334] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5419f938-25cb-4f0f-be17-4760c4fe505d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.289068] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a071bfcd-e638-4af3-a9fd-afdc9491b388 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.322718] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd46b049-669b-417f-bc02-290752280cb9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.331463] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ea882d-0334-4b26-933e-45480d7f7e84 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.346249] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.849695] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.355342] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1533.355742] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.822968] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.823427] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.326477] env[65664]: INFO nova.compute.manager [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Detaching volume 040756bb-91cf-4428-a887-bcf22acb3eb0 [ 1539.430239] env[65664]: INFO nova.virt.block_device [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Attempting to driver detach volume 040756bb-91cf-4428-a887-bcf22acb3eb0 from mountpoint /dev/sdb [ 1539.430481] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Volume detach. Driver type: vmdk {{(pid=65664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1539.430666] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864266', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'name': 'volume-040756bb-91cf-4428-a887-bcf22acb3eb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '44565d82-4f67-4d77-8316-391f0c993618', 'attached_at': '', 'detached_at': '', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'serial': '040756bb-91cf-4428-a887-bcf22acb3eb0'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1539.431557] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a4afc-a4ba-4c7d-81a4-28fb8ed09357 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.453814] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554bd753-1754-49bd-9b82-3e7ae1397196 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.461526] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29bb1b-ec66-4b20-82c8-079503d62805 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.482170] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93004d2-6b7d-467b-8eef-48c3dfcbbc65 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.498037] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The volume has not been displaced from its original location: [datastore1] volume-040756bb-91cf-4428-a887-bcf22acb3eb0/volume-040756bb-91cf-4428-a887-bcf22acb3eb0.vmdk. No consolidation needed. {{(pid=65664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1539.503209] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1539.503536] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fefd00a1-0630-4fc9-b260-2b55d09be24f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.523438] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1539.523438] env[65664]: value = "task-4416515" [ 1539.523438] env[65664]: _type = "Task" [ 1539.523438] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.531996] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.033796] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.535202] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.034877] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416515, 'name': ReconfigVM_Task, 'duration_secs': 1.228803} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.035331] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=65664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1541.039621] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d217090-77f0-414c-acd8-5631df453c4b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.054945] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1541.054945] env[65664]: value = "task-4416516" [ 1541.054945] env[65664]: _type = "Task" [ 1541.054945] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.063399] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.565579] env[65664]: DEBUG oslo_vmware.api [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416516, 'name': ReconfigVM_Task, 'duration_secs': 0.186751} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.565930] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-864266', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'name': 'volume-040756bb-91cf-4428-a887-bcf22acb3eb0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '44565d82-4f67-4d77-8316-391f0c993618', 'attached_at': '', 'detached_at': '', 'volume_id': '040756bb-91cf-4428-a887-bcf22acb3eb0', 'serial': '040756bb-91cf-4428-a887-bcf22acb3eb0'} {{(pid=65664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1542.108052] env[65664]: DEBUG nova.objects.instance [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'flavor' on Instance uuid 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.116889] env[65664]: DEBUG oslo_concurrency.lockutils [None req-7dc10dce-5c2a-4a1d-bdd4-8b642eb02d48 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.293s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.110600] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.110887] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.111189] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "44565d82-4f67-4d77-8316-391f0c993618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.111434] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.111607] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.114194] env[65664]: INFO nova.compute.manager [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Terminating instance [ 1544.618835] env[65664]: DEBUG nova.compute.manager [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1544.619266] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.620045] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb25b28-5bf8-4340-a74d-d6146adf369e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.628915] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.629195] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19bbfc32-bd90-4060-a0f1-2a5343ecb72d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.635222] env[65664]: DEBUG oslo_vmware.api [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1544.635222] env[65664]: value = "task-4416517" [ 1544.635222] env[65664]: _type = "Task" [ 1544.635222] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.644035] env[65664]: DEBUG oslo_vmware.api [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.144691] env[65664]: DEBUG oslo_vmware.api [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416517, 'name': PowerOffVM_Task, 'duration_secs': 0.182133} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.144981] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.145167] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.145414] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bfed894-15c3-4896-8fdc-965f53447018 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.213239] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.213473] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.213602] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleting the datastore file [datastore1] 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.213878] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19c6947-ba04-4528-acb7-61690e9aef73 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.222015] env[65664]: DEBUG oslo_vmware.api [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1545.222015] env[65664]: value = "task-4416519" [ 1545.222015] env[65664]: _type = "Task" [ 1545.222015] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.230068] env[65664]: DEBUG oslo_vmware.api [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.732688] env[65664]: DEBUG oslo_vmware.api [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139169} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.733159] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.733256] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.733338] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.733509] env[65664]: INFO nova.compute.manager [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1545.733752] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1545.733944] env[65664]: DEBUG nova.compute.manager [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1545.734052] env[65664]: DEBUG nova.network.neutron [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1545.734296] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1545.765561] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1546.271198] env[65664]: DEBUG nova.compute.manager [req-e397e5b2-caca-4ba7-98b8-4d9fa8adcbcd req-987eeafd-ac8e-4445-95b8-b58eff1424f1 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Received event network-vif-deleted-359c0755-e8ef-4838-ba95-4e6951c138f5 {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1546.271401] env[65664]: INFO nova.compute.manager [req-e397e5b2-caca-4ba7-98b8-4d9fa8adcbcd req-987eeafd-ac8e-4445-95b8-b58eff1424f1 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Neutron deleted interface 359c0755-e8ef-4838-ba95-4e6951c138f5; detaching it from the instance and deleting it from the info cache [ 1546.271573] env[65664]: DEBUG nova.network.neutron [req-e397e5b2-caca-4ba7-98b8-4d9fa8adcbcd req-987eeafd-ac8e-4445-95b8-b58eff1424f1 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.708088] env[65664]: DEBUG nova.network.neutron [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.774045] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42cbf405-27c9-4840-be46-510e445ead61 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.784924] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e5136-0de4-4c21-9f2b-6eb5cd60e2cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.810938] env[65664]: DEBUG nova.compute.manager [req-e397e5b2-caca-4ba7-98b8-4d9fa8adcbcd req-987eeafd-ac8e-4445-95b8-b58eff1424f1 service nova] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Detach interface failed, port_id=359c0755-e8ef-4838-ba95-4e6951c138f5, reason: Instance 44565d82-4f67-4d77-8316-391f0c993618 could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1547.211393] env[65664]: INFO nova.compute.manager [-] [instance: 44565d82-4f67-4d77-8316-391f0c993618] Took 1.48 seconds to deallocate network for instance. [ 1547.718275] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.718561] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.718779] env[65664]: DEBUG nova.objects.instance [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'resources' on Instance uuid 44565d82-4f67-4d77-8316-391f0c993618 {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.256998] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118b5db5-1887-49f0-9719-7710110ba76e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.268550] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d69c9-0816-48f7-8c97-b4a154cf86ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.301834] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f0c640-5df5-43bf-9581-93fe8b76209f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.310080] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338fc6a-9bd8-4617-a603-ad36c212def5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.323566] env[65664]: DEBUG nova.compute.provider_tree [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.826574] env[65664]: DEBUG nova.scheduler.client.report [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.331197] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.352269] env[65664]: INFO nova.scheduler.client.report [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted allocations for instance 44565d82-4f67-4d77-8316-391f0c993618 [ 1549.862620] env[65664]: DEBUG oslo_concurrency.lockutils [None req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "44565d82-4f67-4d77-8316-391f0c993618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.224147] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.224451] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.726552] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Starting instance... {{(pid=65664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1553.247357] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.247621] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.249677] env[65664]: INFO nova.compute.claims [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.284094] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfab0a8e-b269-44bb-8e09-832ea77a5067 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.293076] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad9502d-0d43-4529-b1cd-e98894ccf7e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.324699] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740809f3-775a-4a85-b73d-e73b1e07d36c {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.332593] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f037f149-c824-4e4d-9101-ad5badb806b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.346317] env[65664]: DEBUG nova.compute.provider_tree [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.849755] env[65664]: DEBUG nova.scheduler.client.report [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.354502] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.355212] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Start building networks asynchronously for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1555.861764] env[65664]: DEBUG nova.compute.utils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Using /dev/sd instead of None {{(pid=65664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1555.862863] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Allocating IP information in the background. {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1555.863079] env[65664]: DEBUG nova.network.neutron [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] allocate_for_instance() {{(pid=65664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1555.863404] env[65664]: WARNING neutronclient.v2_0.client [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1555.863700] env[65664]: WARNING neutronclient.v2_0.client [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1555.918186] env[65664]: DEBUG nova.policy [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8453ad56c35149479f3ffcbc2089485a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1d1a986299478c96200ecba7bd45f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.236973] env[65664]: DEBUG nova.network.neutron [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Successfully created port: f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1556.367996] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Start building block device mappings for instance. {{(pid=65664) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1557.379533] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Start spawning the instance on the hypervisor. {{(pid=65664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1557.409184] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T20:13:16Z,direct_url=,disk_format='vmdk',id=d86e9e98-d4e7-4de1-92c2-950a8a23615e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e312f8acc4c4ed89508dc569b2fde93',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T20:13:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1557.409184] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.409396] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1557.409503] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.409606] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1557.409751] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1557.409951] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.410127] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1557.410295] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1557.410452] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1557.410618] env[65664]: DEBUG nova.virt.hardware [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1557.411548] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b98151d-c49f-4c76-999d-4feec4094783 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.420729] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ada454-5a0d-47f2-a89a-9eb73ace7711 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.676570] env[65664]: DEBUG nova.compute.manager [req-e76cd36a-7b2e-4f94-bb33-19c65a5e71cf req-c5b7ced1-ab73-457d-96bf-5ee851d1f2d7 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-vif-plugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1557.676667] env[65664]: DEBUG oslo_concurrency.lockutils [req-e76cd36a-7b2e-4f94-bb33-19c65a5e71cf req-c5b7ced1-ab73-457d-96bf-5ee851d1f2d7 service nova] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.676852] env[65664]: DEBUG oslo_concurrency.lockutils [req-e76cd36a-7b2e-4f94-bb33-19c65a5e71cf req-c5b7ced1-ab73-457d-96bf-5ee851d1f2d7 service nova] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.677032] env[65664]: DEBUG oslo_concurrency.lockutils [req-e76cd36a-7b2e-4f94-bb33-19c65a5e71cf req-c5b7ced1-ab73-457d-96bf-5ee851d1f2d7 service nova] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.677203] env[65664]: DEBUG nova.compute.manager [req-e76cd36a-7b2e-4f94-bb33-19c65a5e71cf req-c5b7ced1-ab73-457d-96bf-5ee851d1f2d7 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] No waiting events found dispatching network-vif-plugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1557.677378] env[65664]: WARNING nova.compute.manager [req-e76cd36a-7b2e-4f94-bb33-19c65a5e71cf req-c5b7ced1-ab73-457d-96bf-5ee851d1f2d7 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received unexpected event network-vif-plugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d for instance with vm_state building and task_state spawning. [ 1557.757665] env[65664]: DEBUG nova.network.neutron [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Successfully updated port: f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1558.260872] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.261222] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.261459] env[65664]: DEBUG nova.network.neutron [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1558.796940] env[65664]: DEBUG nova.network.neutron [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Instance cache missing network info. {{(pid=65664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1558.874517] env[65664]: WARNING neutronclient.v2_0.client [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1558.947603] env[65664]: DEBUG nova.network.neutron [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.450606] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.450977] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Instance network_info: |[{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1559.451506] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e3:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e7912e-9e1d-4b6a-9a50-045818c5f01d', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.458959] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1559.459194] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.459432] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c55560-5a41-4930-ac10-02236f55700d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.481518] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.481518] env[65664]: value = "task-4416520" [ 1559.481518] env[65664]: _type = "Task" [ 1559.481518] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.490432] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416520, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.710232] env[65664]: DEBUG nova.compute.manager [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1559.710423] env[65664]: DEBUG nova.compute.manager [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing instance network info cache due to event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1559.710641] env[65664]: DEBUG oslo_concurrency.lockutils [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.711951] env[65664]: DEBUG oslo_concurrency.lockutils [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.712136] env[65664]: DEBUG nova.network.neutron [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.992370] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416520, 'name': CreateVM_Task, 'duration_secs': 0.31379} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.992753] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.993463] env[65664]: WARNING neutronclient.v2_0.client [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1559.994115] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.994378] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.994836] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.995241] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c140f544-f1d1-4f8e-9b82-419abf6d5092 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.000696] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1560.000696] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c69887-bd3d-da57-082f-a310ae4ab981" [ 1560.000696] env[65664]: _type = "Task" [ 1560.000696] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.008598] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c69887-bd3d-da57-082f-a310ae4ab981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.214665] env[65664]: WARNING neutronclient.v2_0.client [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1560.349876] env[65664]: WARNING neutronclient.v2_0.client [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1560.419553] env[65664]: DEBUG nova.network.neutron [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updated VIF entry in instance network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1560.419918] env[65664]: DEBUG nova.network.neutron [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.512047] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52c69887-bd3d-da57-082f-a310ae4ab981, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.512302] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.512541] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Processing image d86e9e98-d4e7-4de1-92c2-950a8a23615e {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1560.512778] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.512924] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.513133] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.513394] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57efcdf9-b7e6-43c4-9b4c-e80a5d0032fc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.522239] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.522401] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1560.523129] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c7c5fa-efc0-4b47-be87-5d530c9ffbfa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.529177] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1560.529177] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52075f73-270b-71dd-e7e5-d31f3f674362" [ 1560.529177] env[65664]: _type = "Task" [ 1560.529177] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.537069] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52075f73-270b-71dd-e7e5-d31f3f674362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.922827] env[65664]: DEBUG oslo_concurrency.lockutils [req-7e0e4050-e113-42ab-bb06-9b625798ce01 req-e8539d50-6cc1-4106-88a3-fa4625a891e0 service nova] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.040089] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52075f73-270b-71dd-e7e5-d31f3f674362, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.040881] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc239b0a-28fc-4750-a3cd-1f39aeaee392 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.046023] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1561.046023] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52510a3c-8dca-6fe8-85a6-c1696fb4a0e6" [ 1561.046023] env[65664]: _type = "Task" [ 1561.046023] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.054791] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52510a3c-8dca-6fe8-85a6-c1696fb4a0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.557303] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]52510a3c-8dca-6fe8-85a6-c1696fb4a0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.557597] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.557872] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.558170] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75ad89c7-bd0d-4bec-9256-d0324e4ffee9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.567358] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1561.567358] env[65664]: value = "task-4416521" [ 1561.567358] env[65664]: _type = "Task" [ 1561.567358] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.577452] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.078232] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443728} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.078651] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d86e9e98-d4e7-4de1-92c2-950a8a23615e/d86e9e98-d4e7-4de1-92c2-950a8a23615e.vmdk to [datastore1] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.078747] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Extending root virtual disk to 1048576 {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.078960] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1419e12e-75df-4f83-a91c-c65e3f982bb3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.087934] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1562.087934] env[65664]: value = "task-4416522" [ 1562.087934] env[65664]: _type = "Task" [ 1562.087934] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.098795] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.598155] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064583} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.598417] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Extended root virtual disk {{(pid=65664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.599196] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2884d6-b7f4-44c1-a7de-24a6427fa8a0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.621264] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.621549] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf89b13-0b4a-47d9-b6d0-a20c7fff3139 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.642320] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1562.642320] env[65664]: value = "task-4416523" [ 1562.642320] env[65664]: _type = "Task" [ 1562.642320] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.650659] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.153482] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416523, 'name': ReconfigVM_Task, 'duration_secs': 0.285308} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.153482] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Reconfigured VM instance instance-00000080 to attach disk [datastore1] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk or device None with type sparse {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.154135] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df373c40-6336-474a-82b1-ff29ad86709f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.161508] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1563.161508] env[65664]: value = "task-4416524" [ 1563.161508] env[65664]: _type = "Task" [ 1563.161508] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.170397] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416524, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.671785] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416524, 'name': Rename_Task, 'duration_secs': 0.144722} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.672110] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.672399] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0759c0a9-a04f-4d65-a4e6-92560c41ee89 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.680208] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1563.680208] env[65664]: value = "task-4416525" [ 1563.680208] env[65664]: _type = "Task" [ 1563.680208] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.688388] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.191281] env[65664]: DEBUG oslo_vmware.api [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416525, 'name': PowerOnVM_Task, 'duration_secs': 0.45996} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.191688] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.191735] env[65664]: INFO nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1564.191911] env[65664]: DEBUG nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1564.192684] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf50b6-3b3a-47ba-928e-f7c51128bc49 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.713383] env[65664]: INFO nova.compute.manager [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Took 11.48 seconds to build instance. [ 1565.215618] env[65664]: DEBUG oslo_concurrency.lockutils [None req-c361c3d8-ac89-4fce-8147-540a77202427 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.991s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.697450] env[65664]: DEBUG nova.compute.manager [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1565.697608] env[65664]: DEBUG nova.compute.manager [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing instance network info cache due to event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1565.697814] env[65664]: DEBUG oslo_concurrency.lockutils [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.697973] env[65664]: DEBUG oslo_concurrency.lockutils [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.698196] env[65664]: DEBUG nova.network.neutron [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.201351] env[65664]: WARNING neutronclient.v2_0.client [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1566.361408] env[65664]: WARNING neutronclient.v2_0.client [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1566.430288] env[65664]: DEBUG nova.network.neutron [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updated VIF entry in instance network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1566.430650] env[65664]: DEBUG nova.network.neutron [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.933574] env[65664]: DEBUG oslo_concurrency.lockutils [req-6e360aca-13c3-4d51-b5b8-46b22ef00509 req-ac9ec065-3928-4a8c-bc80-699720d353d0 service nova] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.356941] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357360] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357360] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357448] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357561] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357710] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357846] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.357986] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1593.358135] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.861075] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.861350] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.861514] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.861662] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1593.862578] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1665b-6b86-4254-ab44-c8819fea9d5f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.871179] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd6781-164c-47f2-b918-8bffa5d9fd52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.885239] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc32cee-3d5f-403d-8eb5-17d438a5a1e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.892669] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee842b2b-ae80-4f59-a782-b0a163dceec2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.922980] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180317MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1593.923221] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.923351] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.948059] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f1798a78-8383-41cb-b532-cd3f5f15659c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1594.948420] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1594.948493] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_de1d1a986299478c96200ecba7bd45f9': '1', 'io_workload': '0'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1594.976281] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e39e49-e576-4fb1-910f-88720495d4b1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.984592] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ec056-ed6b-4aa8-af86-2e0bcb8fbdc5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.015322] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f99ae-7abd-4464-898b-13286eaa3d9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.023159] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6aef5f-4990-4066-ae1d-59fa0b18e397 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.037019] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.540817] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.046481] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1596.047020] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.485839] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.486328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.486424] env[65664]: INFO nova.compute.manager [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Shelving [ 1605.495810] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.496273] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc860c43-18d9-4c38-bad0-2fee700390ab {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.503422] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1605.503422] env[65664]: value = "task-4416526" [ 1605.503422] env[65664]: _type = "Task" [ 1605.503422] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.512839] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.015059] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416526, 'name': PowerOffVM_Task, 'duration_secs': 0.18591} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.015333] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.016136] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817c8363-9d12-4155-b69a-2c79a722bed4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.034747] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f989b6-63e5-4cf5-820c-1777e9642c3b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.546334] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Creating Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1606.546737] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a87bab13-c011-46e1-a4ee-e7b4168de4d6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.556227] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1606.556227] env[65664]: value = "task-4416527" [ 1606.556227] env[65664]: _type = "Task" [ 1606.556227] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.566681] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.067018] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416527, 'name': CreateSnapshot_Task, 'duration_secs': 0.441345} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.067342] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Created Snapshot of the VM instance {{(pid=65664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.068094] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee8bae6-ba1d-4058-bb1e-70530756e5b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.586326] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Creating linked-clone VM from snapshot {{(pid=65664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1607.586827] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43b661f0-887c-4d36-9fc0-db6ffcf4207d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.597687] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1607.597687] env[65664]: value = "task-4416528" [ 1607.597687] env[65664]: _type = "Task" [ 1607.597687] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.607797] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416528, 'name': CloneVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.109478] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416528, 'name': CloneVM_Task} progress is 94%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.609421] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416528, 'name': CloneVM_Task, 'duration_secs': 0.866555} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.609772] env[65664]: INFO nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Created linked-clone VM from snapshot [ 1608.610446] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031e00c-cb6f-4723-932f-4407f2f7e86e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.618061] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Uploading image 41e0b2f8-61a7-49e3-9809-56927235b06b {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1608.641139] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1608.641139] env[65664]: value = "vm-864271" [ 1608.641139] env[65664]: _type = "VirtualMachine" [ 1608.641139] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1608.641425] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b2fc943-b32f-4caa-8e81-59e31c732d71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.648997] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease: (returnval){ [ 1608.648997] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260ab5a-e036-ee4e-2f16-ff3bc8111506" [ 1608.648997] env[65664]: _type = "HttpNfcLease" [ 1608.648997] env[65664]: } obtained for exporting VM: (result){ [ 1608.648997] env[65664]: value = "vm-864271" [ 1608.648997] env[65664]: _type = "VirtualMachine" [ 1608.648997] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1608.649358] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the lease: (returnval){ [ 1608.649358] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260ab5a-e036-ee4e-2f16-ff3bc8111506" [ 1608.649358] env[65664]: _type = "HttpNfcLease" [ 1608.649358] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1608.656634] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1608.656634] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260ab5a-e036-ee4e-2f16-ff3bc8111506" [ 1608.656634] env[65664]: _type = "HttpNfcLease" [ 1608.656634] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1609.158224] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1609.158224] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260ab5a-e036-ee4e-2f16-ff3bc8111506" [ 1609.158224] env[65664]: _type = "HttpNfcLease" [ 1609.158224] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1609.158542] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1609.158542] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5260ab5a-e036-ee4e-2f16-ff3bc8111506" [ 1609.158542] env[65664]: _type = "HttpNfcLease" [ 1609.158542] env[65664]: }. {{(pid=65664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1609.159226] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9ee5fe-23a7-4db2-9601-0e85d639a8dd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.166945] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b9de8-2be5-0bf7-c867-12cf9bf4cfd2/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1609.167175] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b9de8-2be5-0bf7-c867-12cf9bf4cfd2/disk-0.vmdk for reading. {{(pid=65664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1609.253744] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4035a204-5cb6-4043-a62a-bb96f2510d19 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.516657] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b9de8-2be5-0bf7-c867-12cf9bf4cfd2/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1616.517713] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5109233-a88c-463f-a969-92ca67f6fccc {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.524807] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b9de8-2be5-0bf7-c867-12cf9bf4cfd2/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1616.524978] env[65664]: ERROR oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b9de8-2be5-0bf7-c867-12cf9bf4cfd2/disk-0.vmdk due to incomplete transfer. [ 1616.525226] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa97d3aa-be5e-4645-a6a0-59a3c8a68372 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.533677] env[65664]: DEBUG oslo_vmware.rw_handles [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b9de8-2be5-0bf7-c867-12cf9bf4cfd2/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1616.533877] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Uploaded image 41e0b2f8-61a7-49e3-9809-56927235b06b to the Glance image server {{(pid=65664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1616.535909] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Destroying the VM {{(pid=65664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1616.536204] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbf16053-4d21-4704-bf70-e0965273f7d9 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.542466] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1616.542466] env[65664]: value = "task-4416530" [ 1616.542466] env[65664]: _type = "Task" [ 1616.542466] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.551530] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416530, 'name': Destroy_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.052969] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416530, 'name': Destroy_Task, 'duration_secs': 0.345035} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.053247] env[65664]: INFO nova.virt.vmwareapi.vm_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Destroyed the VM [ 1617.053551] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deleting Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1617.053810] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a98bd17b-e382-4e85-a384-9c9bbe475d9a {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.060400] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1617.060400] env[65664]: value = "task-4416531" [ 1617.060400] env[65664]: _type = "Task" [ 1617.060400] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.069626] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.573078] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416531, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396283} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.573078] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deleted Snapshot of the VM instance {{(pid=65664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1617.573078] env[65664]: DEBUG nova.compute.manager [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1617.573656] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a075b573-ca88-4bc9-bacc-ba76c4c0e517 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.086602] env[65664]: INFO nova.compute.manager [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Shelve offloading [ 1618.591066] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.591507] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c07855-1fd5-4820-87b6-87641f950eb6 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.600019] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1618.600019] env[65664]: value = "task-4416532" [ 1618.600019] env[65664]: _type = "Task" [ 1618.600019] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.610987] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] VM already powered off {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1618.610987] env[65664]: DEBUG nova.compute.manager [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1618.611670] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678d179-a37e-4ea4-94ab-08f615a297ce {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.618975] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.619154] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.619342] env[65664]: DEBUG nova.network.neutron [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1619.124084] env[65664]: WARNING neutronclient.v2_0.client [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1619.305463] env[65664]: WARNING neutronclient.v2_0.client [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1619.374870] env[65664]: DEBUG nova.network.neutron [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.877595] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.878031] env[65664]: WARNING neutronclient.v2_0.client [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1619.878305] env[65664]: WARNING neutronclient.v2_0.client [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1620.138537] env[65664]: DEBUG nova.compute.manager [req-38bb7871-9d6b-4703-bc35-c7e6ae05ed32 req-538c8db1-099e-44b3-9091-2486a38a87fa service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-vif-unplugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1620.138740] env[65664]: DEBUG oslo_concurrency.lockutils [req-38bb7871-9d6b-4703-bc35-c7e6ae05ed32 req-538c8db1-099e-44b3-9091-2486a38a87fa service nova] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.138960] env[65664]: DEBUG oslo_concurrency.lockutils [req-38bb7871-9d6b-4703-bc35-c7e6ae05ed32 req-538c8db1-099e-44b3-9091-2486a38a87fa service nova] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.139196] env[65664]: DEBUG oslo_concurrency.lockutils [req-38bb7871-9d6b-4703-bc35-c7e6ae05ed32 req-538c8db1-099e-44b3-9091-2486a38a87fa service nova] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.139400] env[65664]: DEBUG nova.compute.manager [req-38bb7871-9d6b-4703-bc35-c7e6ae05ed32 req-538c8db1-099e-44b3-9091-2486a38a87fa service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] No waiting events found dispatching network-vif-unplugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1620.139601] env[65664]: WARNING nova.compute.manager [req-38bb7871-9d6b-4703-bc35-c7e6ae05ed32 req-538c8db1-099e-44b3-9091-2486a38a87fa service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received unexpected event network-vif-unplugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d for instance with vm_state shelved and task_state shelving_offloading. [ 1620.214050] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.214978] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafbd32-6f34-4c41-aeb4-25bfcc6fa8a7 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.223417] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.223677] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc093a1a-7ef1-4b30-897b-e9cb460e6c41 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.300388] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.300621] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deleting contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.300804] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleting the datastore file [datastore1] f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.301109] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9106c40b-2688-4ccb-b587-3ddf35e8475e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.309741] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1620.309741] env[65664]: value = "task-4416534" [ 1620.309741] env[65664]: _type = "Task" [ 1620.309741] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.318745] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.820109] env[65664]: DEBUG oslo_vmware.api [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141834} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.820371] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.820551] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deleted contents of the VM from datastore datastore1 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1620.820721] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1620.845713] env[65664]: INFO nova.scheduler.client.report [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted allocations for instance f1798a78-8383-41cb-b532-cd3f5f15659c [ 1621.351052] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.351052] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.351564] env[65664]: DEBUG nova.objects.instance [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'resources' on Instance uuid f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.854649] env[65664]: DEBUG nova.objects.instance [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'numa_topology' on Instance uuid f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.174282] env[65664]: DEBUG nova.compute.manager [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1622.174555] env[65664]: DEBUG nova.compute.manager [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing instance network info cache due to event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1622.175066] env[65664]: DEBUG oslo_concurrency.lockutils [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.175277] env[65664]: DEBUG oslo_concurrency.lockutils [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.175478] env[65664]: DEBUG nova.network.neutron [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.358194] env[65664]: DEBUG nova.objects.base [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1622.374203] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b090bf-c3fa-49da-824c-f6fd556faa95 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.382477] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2517c88d-f86e-44c7-a3d7-7cf557edc6b8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.417222] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f47d66-9b65-43e4-8853-d604c2b3cbec {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.425625] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e6e487-b1b0-4320-90e6-83634aa20025 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.440440] env[65664]: DEBUG nova.compute.provider_tree [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.678377] env[65664]: WARNING neutronclient.v2_0.client [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1622.869972] env[65664]: WARNING neutronclient.v2_0.client [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1622.939966] env[65664]: DEBUG nova.network.neutron [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updated VIF entry in instance network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1622.940349] env[65664]: DEBUG nova.network.neutron [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.943787] env[65664]: DEBUG nova.scheduler.client.report [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.442930] env[65664]: DEBUG oslo_concurrency.lockutils [req-fcf81224-250a-4bf7-a948-9962f8bcbf8c req-91325778-d4e9-4e4d-91c8-21ffaaa80823 service nova] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.448059] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1623.957199] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3e42f1c5-4842-419a-9c2b-33804b13044a tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.470s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.170129] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.170411] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.170596] env[65664]: INFO nova.compute.manager [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Unshelving [ 1625.195691] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.196042] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.196248] env[65664]: DEBUG nova.objects.instance [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'pci_requests' on Instance uuid f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.700587] env[65664]: DEBUG nova.objects.instance [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'numa_topology' on Instance uuid f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.203768] env[65664]: INFO nova.compute.claims [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.248804] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd95fe56-9b80-498f-a1f7-3513e72a12b3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.257116] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05568304-4677-4798-b9b4-fddfdc274ddd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.288197] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc658183-7756-4c17-a164-e8c0c8d634ae {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.296908] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c134bb-606a-4c1a-89cf-8917a19e25e8 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.312514] env[65664]: DEBUG nova.compute.provider_tree [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.816093] env[65664]: DEBUG nova.scheduler.client.report [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.321706] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.125s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.322151] env[65664]: WARNING neutronclient.v2_0.client [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1628.354237] env[65664]: INFO nova.network.neutron [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating port f3e7912e-9e1d-4b6a-9a50-045818c5f01d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1629.791821] env[65664]: DEBUG nova.compute.manager [req-b4d54714-dbd6-44de-aa2c-10fc7abe368a req-84b2b37d-9d1c-412b-9eea-2d5796287277 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-vif-plugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1629.791821] env[65664]: DEBUG oslo_concurrency.lockutils [req-b4d54714-dbd6-44de-aa2c-10fc7abe368a req-84b2b37d-9d1c-412b-9eea-2d5796287277 service nova] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.791821] env[65664]: DEBUG oslo_concurrency.lockutils [req-b4d54714-dbd6-44de-aa2c-10fc7abe368a req-84b2b37d-9d1c-412b-9eea-2d5796287277 service nova] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.791821] env[65664]: DEBUG oslo_concurrency.lockutils [req-b4d54714-dbd6-44de-aa2c-10fc7abe368a req-84b2b37d-9d1c-412b-9eea-2d5796287277 service nova] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.791821] env[65664]: DEBUG nova.compute.manager [req-b4d54714-dbd6-44de-aa2c-10fc7abe368a req-84b2b37d-9d1c-412b-9eea-2d5796287277 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] No waiting events found dispatching network-vif-plugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1629.794788] env[65664]: WARNING nova.compute.manager [req-b4d54714-dbd6-44de-aa2c-10fc7abe368a req-84b2b37d-9d1c-412b-9eea-2d5796287277 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received unexpected event network-vif-plugged-f3e7912e-9e1d-4b6a-9a50-045818c5f01d for instance with vm_state shelved_offloaded and task_state spawning. [ 1629.886372] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.886604] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.886770] env[65664]: DEBUG nova.network.neutron [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Building network info cache for instance {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1630.389941] env[65664]: WARNING neutronclient.v2_0.client [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1630.560186] env[65664]: WARNING neutronclient.v2_0.client [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1630.637541] env[65664]: DEBUG nova.network.neutron [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.140794] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.170147] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T20:13:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='52cc505e718a6f1d4c494b57006c75f2',container_format='bare',created_at=2025-11-12T20:32:16Z,direct_url=,disk_format='vmdk',id=41e0b2f8-61a7-49e3-9809-56927235b06b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1007099484-shelved',owner='de1d1a986299478c96200ecba7bd45f9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-12T20:32:29Z,virtual_size=,visibility=), allow threads: False {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1631.170427] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.170592] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image limits 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1631.170774] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Flavor pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.170916] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Image pref 0:0:0 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1631.171076] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1631.171283] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1631.171437] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1631.171598] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Got 1 possible topologies {{(pid=65664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1631.171752] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1631.171914] env[65664]: DEBUG nova.virt.hardware [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1631.173123] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a35e5-d7a9-422f-85dd-7a1b1e53c0d0 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.181970] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ea7147-a538-4b97-be44-7c4505f9a4d3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.196073] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e3:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e7912e-9e1d-4b6a-9a50-045818c5f01d', 'vif_model': 'vmxnet3'}] {{(pid=65664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.203438] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1631.203717] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Creating VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.203941] env[65664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb675ad3-4d15-49e7-a415-017f313f251d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.225881] env[65664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.225881] env[65664]: value = "task-4416535" [ 1631.225881] env[65664]: _type = "Task" [ 1631.225881] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.234868] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416535, 'name': CreateVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.736939] env[65664]: DEBUG oslo_vmware.api [-] Task: {'id': task-4416535, 'name': CreateVM_Task, 'duration_secs': 0.325296} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.737176] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Created VM on the ESX host {{(pid=65664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.737614] env[65664]: WARNING neutronclient.v2_0.client [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1631.737990] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.738160] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.738540] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.738800] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a702c7e-cc42-479c-b3d6-d5daadaf366d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.745139] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1631.745139] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263171f-7827-feb9-43df-1a458cebff1d" [ 1631.745139] env[65664]: _type = "Task" [ 1631.745139] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.753635] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5263171f-7827-feb9-43df-1a458cebff1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.819299] env[65664]: DEBUG nova.compute.manager [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1631.819299] env[65664]: DEBUG nova.compute.manager [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing instance network info cache due to event network-changed-f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1631.819299] env[65664]: DEBUG oslo_concurrency.lockutils [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] Acquiring lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.819299] env[65664]: DEBUG oslo_concurrency.lockutils [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] Acquired lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.819463] env[65664]: DEBUG nova.network.neutron [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Refreshing network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.256609] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.256994] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Processing image 41e0b2f8-61a7-49e3-9809-56927235b06b {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.257057] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.257210] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.257393] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.257691] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-179e88e3-5489-45d4-8ce7-da010ca23da5 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.266797] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.266966] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.267690] env[65664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d85c7f-b019-45cf-b518-b781fe6bfd09 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.273493] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1632.273493] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e6da9-1f17-b04c-b04e-5cb759d58233" [ 1632.273493] env[65664]: _type = "Task" [ 1632.273493] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.281816] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': session[52fd4206-1d7e-bedf-3f7b-734306eee85d]524e6da9-1f17-b04c-b04e-5cb759d58233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.321708] env[65664]: WARNING neutronclient.v2_0.client [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1632.784259] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Preparing fetch location {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1632.784526] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Fetch image to [datastore2] OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a/OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a.vmdk {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1632.784721] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Downloading stream optimized image 41e0b2f8-61a7-49e3-9809-56927235b06b to [datastore2] OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a/OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a.vmdk on the data store datastore2 as vApp {{(pid=65664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1632.784885] env[65664]: DEBUG nova.virt.vmwareapi.images [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Downloading image file data 41e0b2f8-61a7-49e3-9809-56927235b06b to the ESX as VM named 'OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a' {{(pid=65664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1632.854151] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1632.854151] env[65664]: value = "resgroup-9" [ 1632.854151] env[65664]: _type = "ResourcePool" [ 1632.854151] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1632.854591] env[65664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e922fec0-e3a3-4507-ae11-574f03621a9b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.880266] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease: (returnval){ [ 1632.880266] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1632.880266] env[65664]: _type = "HttpNfcLease" [ 1632.880266] env[65664]: } obtained for vApp import into resource pool (val){ [ 1632.880266] env[65664]: value = "resgroup-9" [ 1632.880266] env[65664]: _type = "ResourcePool" [ 1632.880266] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1632.880670] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the lease: (returnval){ [ 1632.880670] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1632.880670] env[65664]: _type = "HttpNfcLease" [ 1632.880670] env[65664]: } to be ready. {{(pid=65664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1632.887734] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1632.887734] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1632.887734] env[65664]: _type = "HttpNfcLease" [ 1632.887734] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1632.901824] env[65664]: WARNING neutronclient.v2_0.client [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1632.976591] env[65664]: DEBUG nova.network.neutron [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updated VIF entry in instance network info cache for port f3e7912e-9e1d-4b6a-9a50-045818c5f01d. {{(pid=65664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1632.977070] env[65664]: DEBUG nova.network.neutron [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [{"id": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "address": "fa:16:3e:e8:e3:3f", "network": {"id": "77123aed-9ae1-4915-b92f-f90ee3ca6a58", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394055883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1d1a986299478c96200ecba7bd45f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e7912e-9e", "ovs_interfaceid": "f3e7912e-9e1d-4b6a-9a50-045818c5f01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.390179] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1633.390179] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1633.390179] env[65664]: _type = "HttpNfcLease" [ 1633.390179] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1633.479953] env[65664]: DEBUG oslo_concurrency.lockutils [req-05094eed-9ba6-4db8-adb2-aab98c03a2bf req-5e990e1c-d2c9-49a7-afd0-80923709c264 service nova] Releasing lock "refresh_cache-f1798a78-8383-41cb-b532-cd3f5f15659c" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.890647] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1633.890647] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1633.890647] env[65664]: _type = "HttpNfcLease" [ 1633.890647] env[65664]: } is initializing. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1634.391062] env[65664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1634.391062] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1634.391062] env[65664]: _type = "HttpNfcLease" [ 1634.391062] env[65664]: } is ready. {{(pid=65664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1634.391577] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1634.391577] env[65664]: value = "session[52fd4206-1d7e-bedf-3f7b-734306eee85d]5277ec22-5246-fe18-3c13-4d0889ae793e" [ 1634.391577] env[65664]: _type = "HttpNfcLease" [ 1634.391577] env[65664]: }. {{(pid=65664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1634.391886] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b239488-e59f-4fa3-b893-bc899f17c9f1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.399722] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6294d-8587-a811-3645-3d1d0a5bed76/disk-0.vmdk from lease info. {{(pid=65664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1634.399894] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6294d-8587-a811-3645-3d1d0a5bed76/disk-0.vmdk. {{(pid=65664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1634.460588] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91ede7c0-d85f-4f71-9fb0-b19935610128 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.559753] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Completed reading data from the image iterator. {{(pid=65664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1635.560204] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6294d-8587-a811-3645-3d1d0a5bed76/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1635.561177] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb9c00c-b016-4c3a-ac8f-a296e6f0efa2 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.568986] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6294d-8587-a811-3645-3d1d0a5bed76/disk-0.vmdk is in state: ready. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1635.569210] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6294d-8587-a811-3645-3d1d0a5bed76/disk-0.vmdk. {{(pid=65664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1635.569423] env[65664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-96ffcdcd-c57b-4ce0-9025-6b282a3b1c52 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.784248] env[65664]: DEBUG oslo_vmware.rw_handles [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6294d-8587-a811-3645-3d1d0a5bed76/disk-0.vmdk. {{(pid=65664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1635.784539] env[65664]: INFO nova.virt.vmwareapi.images [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Downloaded image file data 41e0b2f8-61a7-49e3-9809-56927235b06b [ 1635.785491] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252128fa-0ff9-41c6-91f7-1fa4e6d79a32 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.802204] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d18044-5e92-444e-b0ba-ea8489205fcf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.835117] env[65664]: INFO nova.virt.vmwareapi.images [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] The imported VM was unregistered [ 1635.837428] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Caching image {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1635.837702] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Creating directory with path [datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.837989] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1802d306-363a-413c-8da8-849966454752 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.850160] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Created directory with path [datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b {{(pid=65664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.850357] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a/OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a.vmdk to [datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk. {{(pid=65664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1635.850622] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3ffa2ede-37f6-4221-83e7-95bf694f90cd {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.858333] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1635.858333] env[65664]: value = "task-4416538" [ 1635.858333] env[65664]: _type = "Task" [ 1635.858333] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.866796] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416538, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.370625] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416538, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.870219] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416538, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.371720] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416538, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.873316] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416538, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.374084] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416538, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.403665} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.374415] env[65664]: INFO nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a/OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a.vmdk to [datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk. [ 1638.374603] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Cleaning up location [datastore2] OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a {{(pid=65664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1638.374763] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d46cc265-9988-4764-97a9-aed19ee5673a {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.375082] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e45a493-b4b9-4d8b-b0c2-2de780808085 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.383154] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1638.383154] env[65664]: value = "task-4416539" [ 1638.383154] env[65664]: _type = "Task" [ 1638.383154] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.392186] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.894026] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036292} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.894475] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.894475] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk" {{(pid=65664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.894761] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk to [datastore2] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.895048] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67242994-57b4-4fa7-bbe7-ebba9730774f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.903116] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1638.903116] env[65664]: value = "task-4416540" [ 1638.903116] env[65664]: _type = "Task" [ 1638.903116] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.911753] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.414206] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416540, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.914774] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416540, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.416318] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416540, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.917477] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416540, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.417746] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416540, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.398902} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.418018] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/41e0b2f8-61a7-49e3-9809-56927235b06b/41e0b2f8-61a7-49e3-9809-56927235b06b.vmdk to [datastore2] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk {{(pid=65664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.418806] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fbc097-1d6d-4426-876e-08ee4924ba1b {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.442094] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.442094] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556ee844-e69f-4316-9e33-4b804f769cb3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.462361] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1641.462361] env[65664]: value = "task-4416541" [ 1641.462361] env[65664]: _type = "Task" [ 1641.462361] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.471140] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.973230] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416541, 'name': ReconfigVM_Task, 'duration_secs': 0.291625} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.973712] env[65664]: DEBUG nova.virt.vmwareapi.volumeops [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Reconfigured VM instance instance-00000080 to attach disk [datastore2] f1798a78-8383-41cb-b532-cd3f5f15659c/f1798a78-8383-41cb-b532-cd3f5f15659c.vmdk or device None with type streamOptimized {{(pid=65664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.974420] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c73eee28-83de-4415-af8e-e759588c3e8f {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.981278] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1641.981278] env[65664]: value = "task-4416542" [ 1641.981278] env[65664]: _type = "Task" [ 1641.981278] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.989737] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416542, 'name': Rename_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.492293] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416542, 'name': Rename_Task, 'duration_secs': 0.155598} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.492616] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powering on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.492888] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7231e6a6-36f3-471b-89b6-bb61f838519d {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.500280] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1642.500280] env[65664]: value = "task-4416543" [ 1642.500280] env[65664]: _type = "Task" [ 1642.500280] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.510042] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.011501] env[65664]: DEBUG oslo_vmware.api [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416543, 'name': PowerOnVM_Task, 'duration_secs': 0.449469} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.011916] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powered on the VM {{(pid=65664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.116737] env[65664]: DEBUG nova.compute.manager [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Checking state {{(pid=65664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1643.117671] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e5d66-695a-4796-9fac-ad9a22c4354e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.635163] env[65664]: DEBUG oslo_concurrency.lockutils [None req-faae829e-3a10-47fa-b72d-32e3a58d8a62 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.465s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.048703] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.049175] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.554295] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.554513] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.554513] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.554692] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.554798] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.554941] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.555091] env[65664]: DEBUG nova.compute.manager [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1656.555235] env[65664]: DEBUG oslo_service.periodic_task [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.058669] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.059122] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.059372] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1657.059636] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1657.060977] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a673fcc-08de-49e6-80aa-2042b2e792e1 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.071436] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee98a3-fd00-466e-9464-378c1a5d0e38 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.089537] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d3faa-2cae-4480-a805-2f4294f6ea4e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.097923] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc8ce5-8d63-4224-8d0b-330024d14436 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.129462] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180302MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1657.129462] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.129790] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.156830] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Instance f1798a78-8383-41cb-b532-cd3f5f15659c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1658.157233] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1658.157233] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_de1d1a986299478c96200ecba7bd45f9': '1', 'io_workload': '0'} {{(pid=65664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1658.186011] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85118c55-5464-4f06-9482-6721c4b8f247 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.194993] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155f73b-c7bf-498b-a06a-654477a49246 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.229517] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6ac25-ef42-4e34-978f-d6c11aff29aa {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.237727] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f44af-3bc0-463d-924b-ff8172d619e3 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.251478] env[65664]: DEBUG nova.compute.provider_tree [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.755194] env[65664]: DEBUG nova.scheduler.client.report [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.261947] env[65664]: DEBUG nova.compute.resource_tracker [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1659.262328] env[65664]: DEBUG oslo_concurrency.lockutils [None req-3629fb8c-5bfb-466f-a714-b79701025144 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.027414] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.027865] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.027865] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.028067] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.028245] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.031996] env[65664]: INFO nova.compute.manager [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Terminating instance [ 1679.535711] env[65664]: DEBUG nova.compute.manager [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Start destroying the instance on the hypervisor. {{(pid=65664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1679.535966] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Destroying instance {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.536846] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676e0023-9d96-4113-99e8-b9153c2e8290 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.545046] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powering off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.545412] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee508bcc-89ab-4a85-86a7-d104e1d802e4 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.552684] env[65664]: DEBUG oslo_vmware.api [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1679.552684] env[65664]: value = "task-4416544" [ 1679.552684] env[65664]: _type = "Task" [ 1679.552684] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.561853] env[65664]: DEBUG oslo_vmware.api [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.062900] env[65664]: DEBUG oslo_vmware.api [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416544, 'name': PowerOffVM_Task, 'duration_secs': 0.192981} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.063315] env[65664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Powered off the VM {{(pid=65664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.063315] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Unregistering the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.063548] env[65664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-413f4b6f-c2fb-4fdb-b37a-7e0308766b67 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.135980] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Unregistered the VM {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.136223] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deleting contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.136394] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleting the datastore file [datastore2] f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.136667] env[65664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d87548-ec85-48e1-98d6-7d561acc658e {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.143681] env[65664]: DEBUG oslo_vmware.api [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for the task: (returnval){ [ 1680.143681] env[65664]: value = "task-4416546" [ 1680.143681] env[65664]: _type = "Task" [ 1680.143681] env[65664]: } to complete. {{(pid=65664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.151813] env[65664]: DEBUG oslo_vmware.api [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.653930] env[65664]: DEBUG oslo_vmware.api [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Task: {'id': task-4416546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128984} completed successfully. {{(pid=65664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.654237] env[65664]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted the datastore file {{(pid=65664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.654377] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deleted contents of the VM from datastore datastore2 {{(pid=65664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.654547] env[65664]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Instance destroyed {{(pid=65664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.654730] env[65664]: INFO nova.compute.manager [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1680.655055] env[65664]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1680.655275] env[65664]: DEBUG nova.compute.manager [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Deallocating network for instance {{(pid=65664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1680.655365] env[65664]: DEBUG nova.network.neutron [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] deallocate_for_instance() {{(pid=65664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1680.655628] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1680.686588] env[65664]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1681.138364] env[65664]: DEBUG nova.compute.manager [req-c0cbdb0c-e7c3-4c4f-807e-fb643da2aebc req-f727d3ed-7362-4b31-b195-f8568b6701e6 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Received event network-vif-deleted-f3e7912e-9e1d-4b6a-9a50-045818c5f01d {{(pid=65664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1681.138702] env[65664]: INFO nova.compute.manager [req-c0cbdb0c-e7c3-4c4f-807e-fb643da2aebc req-f727d3ed-7362-4b31-b195-f8568b6701e6 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Neutron deleted interface f3e7912e-9e1d-4b6a-9a50-045818c5f01d; detaching it from the instance and deleting it from the info cache [ 1681.138702] env[65664]: DEBUG nova.network.neutron [req-c0cbdb0c-e7c3-4c4f-807e-fb643da2aebc req-f727d3ed-7362-4b31-b195-f8568b6701e6 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.612051] env[65664]: DEBUG nova.network.neutron [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Updating instance_info_cache with network_info: [] {{(pid=65664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.641426] env[65664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c2a343e-a46f-4860-b289-912385e92273 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.652197] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f109062-610c-4067-885b-87c6dd3df377 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.677335] env[65664]: DEBUG nova.compute.manager [req-c0cbdb0c-e7c3-4c4f-807e-fb643da2aebc req-f727d3ed-7362-4b31-b195-f8568b6701e6 service nova] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Detach interface failed, port_id=f3e7912e-9e1d-4b6a-9a50-045818c5f01d, reason: Instance f1798a78-8383-41cb-b532-cd3f5f15659c could not be found. {{(pid=65664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1682.116129] env[65664]: INFO nova.compute.manager [-] [instance: f1798a78-8383-41cb-b532-cd3f5f15659c] Took 1.46 seconds to deallocate network for instance. [ 1682.623076] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1682.623506] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1682.623506] env[65664]: DEBUG nova.objects.instance [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lazy-loading 'resources' on Instance uuid f1798a78-8383-41cb-b532-cd3f5f15659c {{(pid=65664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.143998] env[65664]: DEBUG nova.scheduler.client.report [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Refreshing inventories for resource provider dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1683.158425] env[65664]: DEBUG nova.scheduler.client.report [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Updating ProviderTree inventory for provider dcba89b0-9d8d-4507-803f-07189f190295 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1683.158715] env[65664]: DEBUG nova.compute.provider_tree [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Updating inventory in ProviderTree for provider dcba89b0-9d8d-4507-803f-07189f190295 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.169852] env[65664]: DEBUG nova.scheduler.client.report [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Refreshing aggregate associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, aggregates: None {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1683.187560] env[65664]: DEBUG nova.scheduler.client.report [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Refreshing trait associations for resource provider dcba89b0-9d8d-4507-803f-07189f190295, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=65664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1683.214327] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b4a31-fd3d-46d9-8540-83a80e029d71 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.222888] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14257087-8143-4954-9382-0320efa251cf {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.255528] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44471d-e243-4933-b403-44394d78c155 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.264044] env[65664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0f4af-51f3-49a7-9507-db2902d94423 {{(pid=65664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.280645] env[65664]: DEBUG nova.compute.provider_tree [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed in ProviderTree for provider: dcba89b0-9d8d-4507-803f-07189f190295 {{(pid=65664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.784202] env[65664]: DEBUG nova.scheduler.client.report [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Inventory has not changed for provider dcba89b0-9d8d-4507-803f-07189f190295 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.289331] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.314438] env[65664]: INFO nova.scheduler.client.report [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Deleted allocations for instance f1798a78-8383-41cb-b532-cd3f5f15659c [ 1684.822970] env[65664]: DEBUG oslo_concurrency.lockutils [None req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Lock "f1798a78-8383-41cb-b532-cd3f5f15659c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=65664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}